-- Logs begin at Fri 2022-02-18 11:26:25 UTC, end at Fri 2022-02-18 12:32:07 UTC. -- Feb 18 12:00:22.149593 dv-cinder-829877-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 12:00:25.086282 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:00:25.086898 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 12:00:25.087074 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102748) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:00:25.090434 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:00:25.090695 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 18 12:00:25.091013 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102748) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:00:25.091978 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:00:25.092218 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 12:00:25.092595 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:00:25.092848 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 12:00:25.093485 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 12:00:25.093839 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.094278 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 18 12:00:25.094601 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.094906 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.095209 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.095516 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.095816 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.096102 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.096395 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.096697 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.097083 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.097369 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.097658 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.097978 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.098267 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.098560 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.098855 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.099145 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] debug = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.099431 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.099870 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.100295 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.100582 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.100879 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.101164 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.101444 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.101748 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.102044 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.102381 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] host = dv-cinder-829877-1-iscsi {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.102666 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.102962 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.103256 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.103550 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.103834 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.104119 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.104417 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.104698 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.104984 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.105265 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.105561 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.105887 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.106194 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.106427 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.106656 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.106955 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.107272 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.107557 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.107838 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.108120 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.108401 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.108680 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.108956 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.109248 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.109539 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.109855 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.110141 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.110423 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.110702 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.110983 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.111274 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.111556 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.111835 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.112117 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.112410 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.112684 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.112965 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.113272 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.113565 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.113884 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.114179 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.114465 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.114753 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.115032 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.115484 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.115681 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] use_json = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.115961 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.116240 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.116528 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.116808 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.117084 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.117363 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.117641 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.117957 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.118238 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:25.118541 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.118844 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.119148 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.119710 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.120018 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.120305 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.120602 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.120889 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.121184 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.121482 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.121806 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.122095 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.122400 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.122697 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.123523 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.123838 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.124140 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.124442 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.124730 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.125012 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.125292 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.125577 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.125903 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.126192 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.126491 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.126789 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.127080 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.127385 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.127677 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.127978 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.128276 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.128556 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.128843 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.129142 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.129428 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.129725 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.130017 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.130314 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.130598 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.130878 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.131165 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.131452 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.131735 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.132013 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.132298 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.132594 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.132877 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.133156 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.133432 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.133722 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.134017 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.134309 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.134668 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.134970 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.135257 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.135540 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.135818 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.136097 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.136371 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.136647 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.136929 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.137207 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.137484 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.137787 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.138066 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.138342 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.138670 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.138947 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.139229 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.139507 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.139783 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.140062 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.140340 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.140619 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.141431 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.141759 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.142047 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.142333 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.142618 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.142904 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.143187 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.143469 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.143750 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.144032 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.144310 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.144608 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.144907 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.145198 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.145508 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.145817 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.146121 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.146407 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.146693 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.146983 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.147267 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.147553 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.147846 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.148136 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.148440 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.148740 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.149041 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.149340 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.149638 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.149951 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.150266 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.150554 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:25.150776 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 12:00:25.151020 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102748) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 18 12:00:25.535784 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 12:00:25.536070 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 12:00:25.536378 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 18 12:00:25.536861 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 12:00:25.869129 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.869435 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.869994 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.871289 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.871567 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.871833 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.918266 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.918548 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.918820 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.932928 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.933215 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.933490 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.962838 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.963122 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:25.963390 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.001767 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.002048 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.002320 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.348625 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.349197 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.349197 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.349430 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.350166 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.449847 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.450174 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.450462 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.450738 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.451029 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.451344 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.451607 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.451866 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.452122 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.452410 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.452673 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.452939 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.453197 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.453454 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.453728 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.453994 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.454253 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.454524 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.454799 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.455062 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.455337 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.455593 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.455875 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.456248 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.456500 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.456749 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.457140 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:26.457385 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:26.457627 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:26.457892 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:26.458134 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:26.458374 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:26.458741 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 12:00:26.461975 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 12:00:26.466064 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 12:00:26.469956 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 18 12:00:26.471612 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 12:00:26.472091 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 12:00:26.472437 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 18 12:00:26.472823 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 12:00:26.475681 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 12:00:26.475937 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 12:00:26.476290 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 12:00:26.481187 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 18 12:00:26.505390 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 12:00:26.505880 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.506182 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102748) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 18 12:00:26.506547 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.507944 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102748) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 12:00:26.508228 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 18 12:00:26.508477 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 18 12:00:26.511812 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.512096 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:26.579817 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 12:00:26.580102 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 12:00:26.580462 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 12:00:26.580839 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 12:00:26.604542 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_db.sqlalchemy.engines [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102748) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 18 12:00:27.048961 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing driver for type 'gre' Feb 18 12:00:27.049487 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] gre ID ranges: [(1, 1000)] Feb 18 12:00:27.101865 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing driver for type 'local' Feb 18 12:00:27.102201 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing driver for type 'vlan' Feb 18 12:00:27.115108 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] VlanTypeDriver initialization complete Feb 18 12:00:27.115478 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing driver for type 'vxlan' Feb 18 12:00:27.115967 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] vxlan ID ranges: [(1, 1000)] Feb 18 12:00:27.166102 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing extension driver 'port_security' Feb 18 12:00:27.166440 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.extensions.port_security [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] PortSecurityExtensionDriver initialization complete Feb 18 12:00:27.166784 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing mechanism driver 'openvswitch' Feb 18 12:00:27.167108 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing mechanism driver 'hyperv' Feb 18 12:00:27.173838 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.plugin [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:00:27.174696 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.175073 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.175433 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.175967 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102748) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:00:27.176408 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.176777 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.177130 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.177536 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102748) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:00:27.177987 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.178342 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.178691 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.179094 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102748) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:00:27.179512 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.179870 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.180217 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.180622 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102748) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:00:27.181036 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.181392 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.181752 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.182152 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102748) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:00:27.182570 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.182917 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.183260 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.183667 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102748) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 18 12:00:27.184123 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] ML2 OVO RPC backend initialized. {{(pid=102748) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 18 12:00:27.184827 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.185187 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.185652 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.186033 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > networks before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.186389 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.186741 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > ports before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.187088 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.187434 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.187785 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.188129 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.188469 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.188808 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.189148 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.189487 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.189861 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.190207 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.190545 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.197888 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded quota_driver: . Feb 18 12:00:27.198263 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.plugin [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Modular L2 Plugin initialization complete Feb 18 12:00:27.198620 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading services supported by the core plugin {{(pid=102748) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 12:00:27.198969 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.plugins.ml2.managers [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Got port-security extension from driver 'port_security' Feb 18 12:00:27.199455 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.extensions.vlantransparent [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Disabled vlantransparent extension. Feb 18 12:00:27.199954 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102748) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 12:00:27.200285 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: router Feb 18 12:00:27.236949 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.237346 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_create 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.237753 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router before_create 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.238125 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.238504 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.238866 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_delete 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.239229 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.239586 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.239949 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_create 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.240298 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_update 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.240650 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_update 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.241001 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.241362 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_update 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.241802 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.242175 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.242524 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.242873 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: subnet after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.243223 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.243578 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.243932 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.244282 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.244900 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.245263 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router after_update 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.245609 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.246123 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.246495 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.246873 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.247244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > agent after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.247606 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.247989 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > network after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.248852 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Tracking information for resource: router configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:27.249196 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Tracking information for resource: floatingip configured {{(pid=102748) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 18 12:00:27.254157 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.db.l3_agentschedulers_db [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 12:00:27.254733 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.255100 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port after_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.255460 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port after_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.255820 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: port after_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.256620 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router before_create 55550100 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.256994 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.257364 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.257755 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.262589 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.provider_configuration [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service providers = [] {{(pid=102748) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 12:00:27.262962 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.db.servicetype_db [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102748) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 12:00:27.266513 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.service_base [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:00:27.266869 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.service_base [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:00:27.267216 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.service_base [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:00:27.268125 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.services.service_base [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102748) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 18 12:00:27.268506 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.services.service_base [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 12:00:27.268886 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.269207 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 12:00:27.280622 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.280961 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: auto_allocate Feb 18 12:00:27.286846 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: network precommit_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.287223 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: network precommit_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.287747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.288075 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: tag Feb 18 12:00:27.295055 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.295392 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: timestamp Feb 18 12:00:27.299359 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.299644 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: network_ip_availability Feb 18 12:00:27.305162 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.305543 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.305952 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.306681 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.307008 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: flavors Feb 18 12:00:27.312562 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.312895 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading Plugin: revisions Feb 18 12:00:27.317367 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102748) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 18 12:00:27.317796 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_concurrency.lockutils [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=102748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 18 12:00:27.318557 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102748) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 18 12:00:27.318896 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Initializing extension manager. Feb 18 12:00:27.319430 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: __init__.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.319781 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: __pycache__ {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.320123 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.320468 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: address_group.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.321243 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.321865 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: address-group Feb 18 12:00:27.322199 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: address_scope.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.322926 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.323442 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: address-scope Feb 18 12:00:27.323772 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.324712 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.325234 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: router-admin-state-down-before-update Feb 18 12:00:27.325565 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: agent.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.326976 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.327492 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: agent Feb 18 12:00:27.327822 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: agent_resources_synced.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.328749 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.329267 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: agent-resources-synced Feb 18 12:00:27.329598 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.331445 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.331973 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: allowed-address-pairs Feb 18 12:00:27.332303 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.333409 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.333969 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: auto-allocated-topology Feb 18 12:00:27.334301 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: availability_zone.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.335005 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.335522 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: availability_zone Feb 18 12:00:27.335847 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: availability_zone_filter.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.336772 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.337288 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: availability_zone_filter Feb 18 12:00:27.337613 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: data_plane_status.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.338572 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.339083 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 12:00:27.339408 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: default_subnetpools.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.340346 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.340860 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: default-subnetpools Feb 18 12:00:27.341191 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.342069 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.342581 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: dhcp_agent_scheduler Feb 18 12:00:27.342909 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: dns.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.343840 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.344347 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 12:00:27.344674 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: dns_domain_ports.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.345600 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.346152 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 12:00:27.346482 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.347411 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.347921 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 18 12:00:27.348302 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: dvr.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.348986 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.349487 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: dvr Feb 18 12:00:27.349848 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: ecmp_routes.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.350780 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.351298 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 18 12:00:27.351626 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: empty_string_filtering.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.352547 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.353067 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: empty-string-filtering Feb 18 12:00:27.353398 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.354343 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.354858 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:00:27.355188 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.356113 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.356625 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 12:00:27.356953 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: external_net.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.357932 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.358451 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: external-net Feb 18 12:00:27.358779 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.359698 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.360213 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: extra_dhcp_opt Feb 18 12:00:27.360540 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: extraroute.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.361466 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.362013 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: extraroute Feb 18 12:00:27.362342 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: extraroute_atomic.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.363400 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.363919 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: extraroute-atomic Feb 18 12:00:27.364247 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: filter_validation.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.364921 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.365433 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: filter-validation Feb 18 12:00:27.365794 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: fip_pf_description.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.366863 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.367252 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 12:00:27.367613 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: fip_port_details.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.368903 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.369427 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: fip-port-details Feb 18 12:00:27.370066 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: flavors.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.371453 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.372059 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: flavors Feb 18 12:00:27.372389 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.374843 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.375425 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 12:00:27.375939 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: floatingip_pools.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.376728 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.377298 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: floatingip-pools Feb 18 12:00:27.377665 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: ip_allocation.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.378959 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.379634 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 12:00:27.379921 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.380992 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.381747 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: ip-substring-filtering Feb 18 12:00:27.382136 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l2_adjacency.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.383197 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.383774 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 12:00:27.384130 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.385250 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.385879 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: router Feb 18 12:00:27.386235 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.389311 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.390037 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:00:27.390378 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.391472 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.391967 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: ext-gw-mode Feb 18 12:00:27.392341 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.393343 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.394024 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: l3-ha Feb 18 12:00:27.394334 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.395324 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.395913 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 18 12:00:27.396301 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_flavors.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.397337 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.397975 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: l3-flavors Feb 18 12:00:27.398387 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.399903 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.400485 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 18 12:00:27.400854 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.401917 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.402521 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 12:00:27.402896 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: l3agentscheduler.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.404135 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.404767 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: l3_agent_scheduler Feb 18 12:00:27.405070 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: local_ip.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.407212 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.407813 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension local_ip not supported by any of loaded plugins Feb 18 12:00:27.408198 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: logging.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.411621 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.412191 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension logging not supported by any of loaded plugins Feb 18 12:00:27.412584 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: metering.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.413416 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.414098 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: metering Feb 18 12:00:27.414478 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.415690 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.416298 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: metering_source_and_destination_fields Feb 18 12:00:27.416659 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: multiprovidernet.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.417771 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.418364 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: multi-provider Feb 18 12:00:27.418730 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: netmtu.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.419933 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.420397 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: net-mtu Feb 18 12:00:27.420834 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: netmtu_writable.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.421805 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.422321 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: net-mtu-writable Feb 18 12:00:27.422653 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: network_availability_zone.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.423335 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.423847 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: network_availability_zone Feb 18 12:00:27.424175 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: network_ip_availability.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.425331 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.425890 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: network-ip-availability Feb 18 12:00:27.426227 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: network_segment_range.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.427010 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.427517 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 12:00:27.427845 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: pagination.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.428842 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.429179 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: pagination Feb 18 12:00:27.429505 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: port_device_profile.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.430552 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.431074 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: port-device-profile Feb 18 12:00:27.431401 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.432357 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.432875 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: port-mac-address-regenerate Feb 18 12:00:27.433204 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.434158 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.434674 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: port-numa-affinity-policy Feb 18 12:00:27.435000 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: port_resource_request.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.436458 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.436974 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 12:00:27.437300 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: port_resource_request_groups.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.438322 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.438840 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 18 12:00:27.439167 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: portbindings.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.440112 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.440635 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: binding Feb 18 12:00:27.440965 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: portbindings_extended.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.442302 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.442825 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: binding-extended Feb 18 12:00:27.443162 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: portsecurity.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.444100 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.444620 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: port-security Feb 18 12:00:27.444950 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: project_id.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.445976 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.446315 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: project-id Feb 18 12:00:27.446643 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: providernet.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.447583 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.448102 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: provider Feb 18 12:00:27.448432 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.452782 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.453310 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos not supported by any of loaded plugins Feb 18 12:00:27.453649 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.454939 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.455459 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 12:00:27.455797 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.456731 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.457246 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 12:00:27.457577 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_default.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.458531 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.459053 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-default not supported by any of loaded plugins Feb 18 12:00:27.459385 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_fip.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.460347 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.460860 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 12:00:27.461195 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.462146 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.462665 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 18 12:00:27.462996 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.463933 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.464441 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 12:00:27.464773 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.465859 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.466375 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 12:00:27.466733 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.467794 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.468309 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 18 12:00:27.468642 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.469697 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.470236 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 18 12:00:27.470566 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_pps_rule.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.471771 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.472308 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-pps not supported by any of loaded plugins Feb 18 12:00:27.472646 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.473595 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.474134 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 12:00:27.474466 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: qos_rules_alias.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.475534 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.476055 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 12:00:27.476389 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: quota_check_limit.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.477321 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.477885 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: quota-check-limit Feb 18 12:00:27.478219 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: quotasv2.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.479182 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.479516 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: quotas Feb 18 12:00:27.479844 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: quotasv2_detail.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.481648 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.482029 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: quota_details Feb 18 12:00:27.482399 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: rbac.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.483481 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.484014 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: rbac-policies Feb 18 12:00:27.484353 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: rbac_address_group.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.485303 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.485873 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: rbac-address-group Feb 18 12:00:27.486213 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: rbac_address_scope.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.487146 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.487670 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: rbac-address-scope Feb 18 12:00:27.488000 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: rbac_security_groups.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.488929 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.489451 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: rbac-security-groups Feb 18 12:00:27.489815 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.490825 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.491345 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: rbac-subnetpool Feb 18 12:00:27.491674 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: revisionifmatch.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.492619 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.493139 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: revision-if-match Feb 18 12:00:27.493469 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: revisions.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.494938 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.495456 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: standard-attr-revisions Feb 18 12:00:27.495789 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: router_availability_zone.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.496469 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.496986 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: router_availability_zone Feb 18 12:00:27.497316 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: routerservicetype.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.498807 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.499319 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 12:00:27.499649 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.500583 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.501104 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: security-groups-normalized-cidr Feb 18 12:00:27.501436 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.502389 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.502919 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: port-security-groups-filtering Feb 18 12:00:27.503248 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.504192 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.504711 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: security-groups-remote-address-group Feb 18 12:00:27.505043 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.506031 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.506562 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: security-groups-shared-filtering Feb 18 12:00:27.506892 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.507485 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 18 12:00:27.507812 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: securitygroup.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.518230 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.518767 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: security-group Feb 18 12:00:27.519105 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: segment.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.519901 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.520421 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension segment not supported by any of loaded plugins Feb 18 12:00:27.520756 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.521739 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.522267 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 12:00:27.522599 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: servicetype.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.523732 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.524267 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: service-type Feb 18 12:00:27.524595 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: sorting.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.525589 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.525960 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: sorting Feb 18 12:00:27.526295 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: standard_attr_segment.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.527235 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.527756 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 12:00:27.528116 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: standardattrdescription.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.528772 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.529311 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: standard-attr-description Feb 18 12:00:27.529641 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: stateful_security_group.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.530636 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.531140 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: stateful-security-group Feb 18 12:00:27.531471 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: stdattrs_common.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.532044 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 12:00:27.532373 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.533315 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.533871 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 12:00:27.534203 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: subnet_onboard.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.535290 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.535809 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: subnet_onboard Feb 18 12:00:27.536139 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.537093 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.537608 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 12:00:27.537971 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: subnet_service_types.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.538912 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.539430 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: subnet-service-types Feb 18 12:00:27.539761 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: subnetallocation.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.540849 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.541411 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: subnet_allocation Feb 18 12:00:27.541793 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.542485 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.543016 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: subnetpool-prefix-ops Feb 18 12:00:27.543346 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.544302 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.544841 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 12:00:27.545172 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: tagging.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.546296 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.546876 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: standard-attr-tag Feb 18 12:00:27.547147 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: timestamp.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.548370 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.548890 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loaded extension: standard-attr-timestamp Feb 18 12:00:27.549220 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: trunk.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.550349 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.550827 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension trunk not supported by any of loaded plugins Feb 18 12:00:27.551158 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: trunk_details.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.552101 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.552618 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 12:00:27.552950 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.553927 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.554449 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 12:00:27.554778 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Loading extension file: vlantransparent.py {{(pid=102748) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 18 12:00:27.555459 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102748) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:00:27.555971 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 12:00:27.558522 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:network Feb 18 12:00:27.559058 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:subnet Feb 18 12:00:27.559449 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:00:27.559850 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:port Feb 18 12:00:27.561627 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.562116 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service FLAVORS assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.562741 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.563173 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.563510 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:router Feb 18 12:00:27.563954 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:00:27.564446 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service METERING assigned prefix: /metering {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.565935 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.566315 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.566672 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:00:27.567693 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:00:27.568143 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:00:27.568574 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:00:27.569200 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service CORE assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.569536 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:00:27.569920 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] subnetpool is already registered Feb 18 12:00:27.570354 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service CORE assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.570686 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:00:27.571022 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] subnetpool is already registered Feb 18 12:00:27.573291 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.573761 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service FLAVORS assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.574361 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.574792 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.575132 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:router Feb 18 12:00:27.575477 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] router is already registered Feb 18 12:00:27.575899 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:00:27.576825 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] floatingip is already registered Feb 18 12:00:27.577292 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service METERING assigned prefix: /metering {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.577997 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:00:27.578335 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] rbac_policy is already registered Feb 18 12:00:27.578753 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:00:27.579095 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] security_group is already registered Feb 18 12:00:27.579507 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:00:27.579847 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] security_group_rule is already registered Feb 18 12:00:27.580488 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service CORE assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.580824 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:00:27.581160 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] subnetpool is already registered Feb 18 12:00:27.581585 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.v2.resource_helper [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Service CORE assigned prefix: {{(pid=102748) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 18 12:00:27.581948 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:00:27.582284 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING neutron.quota.resource_registry [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] subnetpool is already registered Feb 18 12:00:27.582769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: extensions {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.584229 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: address-groups {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.585769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: address-scopes {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.587114 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: agents {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.588304 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: auto-allocated-topology {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.589562 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: availability_zones {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.590901 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: dhcp-networks {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.592464 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: dhcp-agents {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.593943 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: routers {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.596176 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: flavors {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.597362 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: service_profiles {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.598608 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: next_providers {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.600083 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: service_profiles {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.601640 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: floatingip-pools {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.602963 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: routers {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.605078 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: floatingips {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.607320 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: l3-routers {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.608754 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: l3-agents {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.610226 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: metering-labels {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.611617 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: metering-label-rules {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.612929 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: network-ip-availabilities {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.614256 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: bindings {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.615924 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: quotas {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.617509 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: quotas {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.619088 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: rbac-policies {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.620677 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: security-groups {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.622055 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: security-group-rules {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.623887 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: service-providers {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.625118 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: subnetpools {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.626597 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: subnetpools {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.628085 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.629807 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.631661 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.633447 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.635284 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.637153 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.639472 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.641371 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.643163 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.645054 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron.api.extensions [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Extended resource: tags {{(pid=102748) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 18 12:00:27.651182 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING keystonemiddleware.auth_token [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 12:00:27.655915 dv-cinder-829877-1-iscsi neutron-server[102748]: WARNING keystonemiddleware.auth_token [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 12:00:27.664526 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_concurrency.lockutils [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Acquired lock "singleton_lock" {{(pid=102748) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 18 12:00:27.665013 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_concurrency.lockutils [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Releasing lock "singleton_lock" {{(pid=102748) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 18 12:00:27.665669 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Starting 2 workers Feb 18 12:00:27.671134 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Started child 102857 {{(pid=102748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:00:27.675683 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Started child 102858 {{(pid=102748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:00:27.676823 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:27.677498 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO neutron.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 12:00:27.677936 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:27.678419 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [-] (102857) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:00:27.680437 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Starting 1 workers Feb 18 12:00:27.680579 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:27.682052 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [-] (102858) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:00:27.686302 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Started child 102859 {{(pid=102748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:00:27.686874 dv-cinder-829877-1-iscsi neutron-server[102748]: INFO oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Starting 1 workers Feb 18 12:00:27.690019 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] calling RpcWorker wait() {{(pid=102859) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 12:00:27.690547 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] returning from RpcWorker wait() {{(pid=102859) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 12:00:27.691419 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Started child 102860 {{(pid=102748) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 18 12:00:27.691848 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:27.692245 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG neutron_lib.callbacks.manager [None req-60b7399a-b8ef-4ffc-97a8-cd61238a5bc2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:27.692338 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:00:27.694249 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102748) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 12:00:27.694471 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:00:27.694668 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 12:00:27.694903 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:00:27.695276 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 12:00:27.695446 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 12:00:27.695954 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.696250 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.696539 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.696792 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.697092 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.697190 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:27.697674 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.698155 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.698429 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.698719 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.698963 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.699139 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.699313 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.699582 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.699852 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.700156 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.700442 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.700687 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.701008 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.701194 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.701460 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.701783 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.702047 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.702322 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] debug = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.702594 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.703093 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.703359 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.703617 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.703858 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.704133 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.704384 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.704691 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.704951 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.705197 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.705425 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.705729 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.705964 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.706201 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.706478 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.706704 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.706974 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.707201 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.707684 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] host = dv-cinder-829877-1-iscsi {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.707929 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.708183 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.708437 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.708699 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.708951 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.709196 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.709471 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.709763 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.710014 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.710251 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.710507 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.710745 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.710988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.711229 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.711400 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_options = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.711620 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.711906 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.712192 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.712385 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.712561 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.712729 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.713000 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.713165 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.713439 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.713678 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.713922 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.714143 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.714384 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.714627 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.714901 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.716372 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.716372 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.716372 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.716372 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.716920 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.717219 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.717485 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.717755 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.718005 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.718260 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.718601 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.718754 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.719082 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.719283 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.719575 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.719879 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.720306 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.720306 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.720643 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.720773 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.721334 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.721334 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.721589 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.724747 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.725878 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_json = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.725878 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.725878 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728573 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.728724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.730252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.730252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.730252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.730252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.730252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.733988 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.734633 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.734633 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.734633 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.734633 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.734902 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.734987 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.735160 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.735492 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.735668 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.735921 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.736163 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.736403 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.736656 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.736956 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.737241 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.737598 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.737922 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.738220 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.738486 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.738732 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.738965 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.739206 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.739431 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.739686 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.739908 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.740177 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.740412 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.740657 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.740887 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.741118 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.741335 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.741583 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.741873 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.742152 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.742407 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.742633 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.742854 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.743070 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.743287 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.743501 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.743733 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.743983 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.744226 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.744856 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.745094 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.745317 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.745555 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.745824 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.746065 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.746288 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.746514 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.746724 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.746964 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.747199 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.747488 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.747948 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.748840 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.749256 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.749656 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.750097 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.750494 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.750881 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.751273 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.751647 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.751871 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.752254 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.752482 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.752727 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.754636 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.754903 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.755168 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.755411 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.755649 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.755877 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.756102 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.756331 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.756556 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.756839 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.757152 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.757402 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.757658 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.758970 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.759279 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.759639 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.759919 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.760243 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.760513 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.760832 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.761119 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.761353 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.761680 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.761881 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.762108 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.762382 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.762610 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.762925 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.763165 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.763532 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.763780 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.764012 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.764311 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.764575 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.764845 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.765092 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.765331 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.765602 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.765872 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.766155 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.766420 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.766711 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.767013 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.767284 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.767568 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.767827 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.768087 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.768335 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.768598 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.768851 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.769120 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.769385 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.769634 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.769907 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.770160 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.770382 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.770620 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.770953 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.771185 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.771403 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.771622 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.771888 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.772149 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.772387 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.772656 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.772911 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.773146 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.773406 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.773643 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.773881 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.774135 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.774367 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.774583 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.774832 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.775052 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.775307 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.775523 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.775738 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.776956 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.777153 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.777380 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.777628 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.777893 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.778110 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.778363 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.778587 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.778831 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.779072 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.779336 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.779524 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.779767 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.780005 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.780259 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.780499 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.780770 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.781027 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.781265 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.781516 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.781838 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.782225 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.782448 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.783182 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.783422 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.783643 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.783860 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.784085 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.784302 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.784537 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.784788 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.785007 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.785270 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.785517 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.785890 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.786157 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.786390 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.786619 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.786860 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.787103 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.787805 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.788036 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.788280 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.788525 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.788753 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.788973 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.789440 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.789684 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.789945 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.790191 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.790458 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.790700 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.790946 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.791185 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.791407 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.791666 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.791883 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.792118 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.792334 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.793095 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.793319 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.793539 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.793823 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.794128 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.797743 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.797743 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.797743 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.797743 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.797743 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798154 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798244 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.798769 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.799075 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.799075 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.799998 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.800880 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.801047 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.801306 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.801521 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.801775 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.802008 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.802228 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.802442 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.802690 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.802907 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.803114 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.803361 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.803601 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.803814 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.804089 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.804342 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.804562 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.804864 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.805116 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.805371 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.805616 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.806186 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.806443 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.806721 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.806960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.807179 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.807421 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.807680 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.807998 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.808295 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.808571 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.808836 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.809133 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.809422 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.809697 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.809964 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.811101 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.811450 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.812391 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.812664 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.812899 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.813141 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.813384 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.813603 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.813844 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.814084 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.814304 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.814565 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.814798 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.815018 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.815242 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.815473 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.815730 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.815977 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.816311 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.816456 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.816835 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.816992 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 12:00:27.818653 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102748) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 18 12:00:27.819135 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:00:27.819305 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 18 12:00:27.819489 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:00:27.819667 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 18 12:00:27.819820 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 18 12:00:27.820031 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.820129 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 44950) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:00:27.820213 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.820353 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.820512 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.821007 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.821203 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.821373 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.821534 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.821697 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.821883 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.822046 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.822209 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.822370 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.824006 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.824006 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.824161 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.824248 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.825155 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.825552 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.825936 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.826176 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.826334 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.826481 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] debug = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.826652 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.826873 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.827043 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.827388 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.827741 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.828054 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.828366 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829089 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829089 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829843 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065091 Feb 18 12:00:27.829960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.829960 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.830386 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.830386 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.830524 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.830600 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] host = dv-cinder-829877-1-iscsi {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.830718 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.831072 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.831407 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.831756 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.832097 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.832282 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.832417 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.832727 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.832885 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.833182 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.833523 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.833684 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.834804 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.834980 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.835145 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_options = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.835314 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.835474 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.835859 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.836503 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.836681 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.836849 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.837012 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.837181 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.837338 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.837650 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.837843 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838006 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838168 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838330 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838492 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838653 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838815 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.838976 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.839143 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.839305 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.839466 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.839627 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.839788 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.839949 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.840100 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.840258 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.840418 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.840578 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.840732 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.840893 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.841051 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.841214 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.841377 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.841536 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.841879 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.842046 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.842208 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.842370 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.842537 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.842694 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.842857 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843019 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843182 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843343 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843487 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843695 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843802 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_json = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.843949 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.844108 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.844268 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.844429 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.844590 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.844892 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.845187 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.845361 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.845522 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 18 12:00:27.845742 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.845938 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.846120 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.846282 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.846445 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.846609 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.846772 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.846936 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.847466 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.847466 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.847466 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.847709 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.847787 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.847906 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.848066 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.848385 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.848550 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.848712 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.848877 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.849038 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.849201 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.849362 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.849539 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.849720 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.849891 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.850056 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.850218 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.850390 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.850547 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.850718 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.850879 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.851045 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.851207 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.851370 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.851534 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.851699 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.851863 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852486 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852486 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852486 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852486 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852822 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852822 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.852940 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.853091 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.853252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.853420 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.853661 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.853784 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.853947 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854112 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854259 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854382 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854544 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854725 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854861 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.854994 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.855168 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.855335 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.855497 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.855659 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.855822 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.855983 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.856145 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.856307 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.856468 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.856630 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.856792 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.856967 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.857129 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.857826 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.857987 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.858150 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.858314 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.858476 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.858638 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.858802 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.858969 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.859128 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.859277 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.859439 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.859602 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.859766 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.859926 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.860089 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.860251 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.860416 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.860577 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.860741 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.860901 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.861063 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.861234 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.861410 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.861572 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.861751 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.862068 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.862235 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.862396 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.862558 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.862721 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.862884 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.863046 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.863215 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.863383 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.863525 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.863687 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.863848 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864009 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864170 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864332 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864494 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864655 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864816 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.864978 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.865140 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.865308 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.865469 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.865630 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.865830 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.865976 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.866138 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.866303 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.866465 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.866635 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.866807 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.866970 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.867133 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.867295 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.867457 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.867621 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.867784 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.867947 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.868109 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.868270 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.868440 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.868614 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.868776 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.868938 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.869099 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.869284 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.869445 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.869890 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870060 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870208 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870349 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870490 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870644 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870786 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.870948 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.871110 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.871272 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.871434 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.871597 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.871746 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.871909 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.872078 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.872212 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.872371 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.872533 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.872699 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.872877 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.873679 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.873927 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.874096 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.874257 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.874419 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.874586 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.874748 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.874895 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.875060 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.875221 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.875389 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.875549 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.875710 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.875870 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.876031 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.876194 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.876357 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.876518 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.876680 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.876842 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877003 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877166 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877331 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877494 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877655 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877835 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.877997 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.878159 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.878322 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.878482 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.878645 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.878806 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.878968 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.879147 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.879309 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.879471 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.879636 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.879803 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.879971 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.880127 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.880265 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.880478 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.880645 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.880810 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.880972 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.881134 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.881297 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.881458 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.881619 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.881805 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.881972 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.882134 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.882297 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.882461 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.882623 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.882785 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.882946 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.883121 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.883259 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.883420 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.883660 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.883780 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.883906 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.884069 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.884231 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.884393 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.884555 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.884716 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.884888 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.885050 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.885217 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.885378 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.885539 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.885757 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.885895 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.886057 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.886219 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.886380 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.886542 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.886703 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.886873 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.887035 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.887197 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.887357 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.887518 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.887680 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.887851 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.888014 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.888176 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.888338 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.888520 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.888684 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.888855 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.889018 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.889184 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.889345 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.889505 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.889668 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.889861 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.890025 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.890188 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.890359 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.890523 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.890684 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.890847 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.891023 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.891189 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.891353 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.891514 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.891676 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.891839 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.892002 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.892177 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.892335 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.892504 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.892669 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.892840 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.893011 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.893182 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.893345 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.893513 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.893687 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.893873 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.894034 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.894194 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.894357 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.894519 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.894680 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.894845 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895014 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895153 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895297 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895457 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895619 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895768 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.895930 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.896091 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.896252 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.896417 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.896577 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.896737 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 18 12:00:27.896893 dv-cinder-829877-1-iscsi neutron-server[102748]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102748) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 18 12:00:39.272013 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b87ecd-30e5-45b2-b992-2d84263e3e29 None None] get_active_networks_info from dv-cinder-829877-1-iscsi {{(pid=102859) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 18 12:00:39.336644 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b87ecd-30e5-45b2-b992-2d84263e3e29 None None] No non-hosted networks {{(pid=102859) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 12:00:39.345126 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.agentschedulers_db [None req-61b87ecd-30e5-45b2-b992-2d84263e3e29 None None] DHCP Agent not found on host dv-cinder-829877-1-iscsi {{(pid=102859) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 18 12:00:39.400605 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-37381d2b-f619-45a3-9139-e1eb74aee7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732937'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:41.403289 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-655f9e32-f798-42ec-9879-d5bc23c892ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732937'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:41.442153 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b93413c8-29fa-4f6e-ab66-3f751fa93f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:42.484417 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732937'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:44.049004 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732937'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:45.355362 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 45032) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:00:45.440044 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732937'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:45.440944 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.441752 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.442421 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.442966 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.443535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.444238 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.444770 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.445348 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.447798 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.448371 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.448979 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.449536 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.450133 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:45.450829 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829877-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:00:45.457284 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829877-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:00:46.003576 dv-cinder-829877-1-iscsi neutron-server[102857]: WARNING oslo_policy.policy [None req-cd65c32a-bb92-4c20-a8ed-4ff8d93bfd5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:00:46.004146 dv-cinder-829877-1-iscsi neutron-server[102857]: WARNING oslo_policy.policy [None req-cd65c32a-bb92-4c20-a8ed-4ff8d93bfd5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:00:46.233795 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [None req-cd65c32a-bb92-4c20-a8ed-4ff8d93bfd5f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:00:46.234828 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-cd65c32a-bb92-4c20-a8ed-4ff8d93bfd5f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8785262 Feb 18 12:00:48.761477 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45058) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:00:49.258162 dv-cinder-829877-1-iscsi neutron-server[102858]: WARNING oslo_policy.policy [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:00:49.258792 dv-cinder-829877-1-iscsi neutron-server[102858]: WARNING oslo_policy.policy [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:00:49.463176 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.db.l3_hamode_db [None req-a6ec6f22-0b15-451d-86ef-9c0a73cdd651 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 12:00:49.487812 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:00:49.541932 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec6f22-0b15-451d-86ef-9c0a73cdd651 None None] Routers set() bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:00:49.542324 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec6f22-0b15-451d-86ef-9c0a73cdd651 None None] Router IDs set() for agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 18 12:00:49.580437 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.policy [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102858) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 12:00:49.622996 dv-cinder-829877-1-iscsi neutron-server[102858]: WARNING oslo_policy.policy [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:00:49.623369 dv-cinder-829877-1-iscsi neutron-server[102858]: WARNING oslo_policy.policy [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:00:49.715701 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973354778', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973355335', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973348819', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973338975', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973327595', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767973253553', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-651277', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1363266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-359404', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-500411'] for rbac-policy (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:49.781692 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:49.783173 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-ff0604a6-1b44-4e88-a58b-d2263367393e admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0189319 Feb 18 12:00:52.273513 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45074) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:00:52.581665 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:00:52.610298 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Made reservation on behalf of 88953e44eeb94aa8a517fc783864243a for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:00:52.614095 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.630226 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.733353 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks [] for security_group (dc3b9b3a-4a88-408b-b58c-9ba15f5210f6), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.736803 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (dc3b9b3a-4a88-408b-b58c-9ba15f5210f6), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.760010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:00:52.793526 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767971421215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (7798db4f-96b1-4f8c-8a2f-f2aaba47f781), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.794117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Unsubscribe: segment precommit_create {{(pid=102858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 12:00:52.795267 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Added segment 7798db4f-96b1-4f8c-8a2f-f2aaba47f781 of type vlan for network 2bb4ea80-3c60-40bb-9d81-59496b48a863 Feb 18 12:00:52.810316 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b9b3a-4a88-408b-b58c-9ba15f5210f6,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:00:52.835710 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.836076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.836458 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.836795 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.837126 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.837445 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.837797 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.838120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.838438 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.838772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.839092 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.839409 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.839727 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Tracked resource versions report: Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: pushed versions: Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: { 'AddressGroup': {'1.2'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'ConntrackHelper': {'1.0'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Log': {'1.0'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Network': {'1.1'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Port': {'1.7'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'PortForwarding': {'1.2'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'QosPolicy': {'1.10'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroup': {'1.5'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SubPort': {'1.0'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Subnet': {'1.1'}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Trunk': {'1.1'}} Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: consumer versions: Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'ConntrackHelper': '1.0', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'LocalIPAssociation': '1.0', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Log': '1.0', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Network': '1.1', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Port': '1.7', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'PortForwarding': '1.2', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'QosPolicy': '1.10', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroup': '1.5', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroupRule': '1.2', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SubPort': '1.0', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Subnet': '1.1', Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Trunk': '1.1'}} Feb 18 12:00:52.841075 dv-cinder-829877-1-iscsi neutron-server[102858]: {{(pid=102858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:00:52.907034 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (2bb4ea80-3c60-40bb-9d81-59496b48a863), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.946129 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (2bb4ea80-3c60-40bb-9d81-59496b48a863), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:52.951922 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:00:52.952639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:53.034457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7597535 Feb 18 12:00:53.071512 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9b19-a7e5-4b66-9eff-7d8de453b92c demo demo] Pushing event updated for resources: {'Network': ['ID=2bb4ea80-3c60-40bb-9d81-59496b48a863,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:00:53.083945 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:00:55.569415 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45086) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:00:55.963784 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925fd3c-8741-4657-9ba4-ad446eb06ffc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:00:55.965145 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-f925fd3c-8741-4657-9ba4-ad446eb06ffc demo admin] 10.222.0.65 "GET /v2.0/networks/2bb4ea80-3c60-40bb-9d81-59496b48a863 HTTP/1.1" status: 200 len: 825 time: 0.3947773 Feb 18 12:00:55.989225 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-f5c5e457-1036-4bad-826d-208ec62e8af7 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/022d8d47-b025-4d2c-9395-c12bdf29c0c1 HTTP/1.1" status: 200 len: 734 time: 0.0183227 Feb 18 12:00:55.998141 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:00:56.017928 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Made reservation on behalf of 88953e44eeb94aa8a517fc783864243a for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:00:56.020157 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:56.313025 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (ae138e35-e098-4152-999f-2ac632458050), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:56.387495 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ae138e35-e098-4152-999f-2ac632458050,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:00:56.393552 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Checking segment: {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:00:56.393977 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Network hostable DHCP agents. Network: 2bb4ea80-3c60-40bb-9d81-59496b48a863, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:00:56.414017 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:00:56.424871 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 2bb4ea80-3c60-40bb-9d81-59496b48a863) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:00:56.429578 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:00:56.430195 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:56.434618 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e09ae5-f84b-4e52-8bde-ff84fa80341c None None] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:00:56.446056 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-b16cbd87-f3ba-45ff-a9b2-924fa7831bb6 demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4518204 Feb 18 12:00:56.700916 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-2bb4ea80-3c60-40bb-9d81-59496b48a863', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'project_id': '88953e44eeb94aa8a517fc783864243a', 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:00:56.702241 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:56.986842 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Allocated IP 172.20.0.2 (2bb4ea80-3c60-40bb-9d81-59496b48a863/ae138e35-e098-4152-999f-2ac632458050/af8842b2-223f-48b6-affb-d640eda94b20) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:00:57.246857 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Publish callbacks [] for port (af8842b2-223f-48b6-affb-d640eda94b20), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:57.255251 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (af8842b2-223f-48b6-affb-d640eda94b20), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:57.342549 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:00:57.349595 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:00:57.351596 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Pushing event updated for resources: {'Port': ['ID=af8842b2-223f-48b6-affb-d640eda94b20,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:00:57.359198 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:00:57.362741 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.363095 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.363451 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.363792 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.364123 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.364451 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.364776 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.365102 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.365423 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.365780 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.366110 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.366428 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.366747 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Tracked resource versions report: Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: pushed versions: Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: { 'AddressGroup': {'1.2'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'ConntrackHelper': {'1.0'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Log': {'1.0'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Network': {'1.1'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Port': {'1.7'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'PortForwarding': {'1.2'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'QosPolicy': {'1.10'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroup': {'1.5'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SubPort': {'1.0'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Subnet': {'1.1'}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Trunk': {'1.1'}} Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: consumer versions: Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'ConntrackHelper': '1.0', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'LocalIPAssociation': '1.0', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Log': '1.0', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Network': '1.1', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Port': '1.7', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'PortForwarding': '1.2', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'QosPolicy': '1.10', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroup': '1.5', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroupRule': '1.2', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SubPort': '1.0', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Subnet': '1.1', Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Trunk': '1.1'}} Feb 18 12:00:57.368123 dv-cinder-829877-1-iscsi neutron-server[102859]: {{(pid=102859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:00:57.442451 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Attempting to bind port af8842b2-223f-48b6-affb-d640eda94b20 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:00:57.443104 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Attempting to bind port af8842b2-223f-48b6-affb-d640eda94b20 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:00:57.443262 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Attempting to bind port af8842b2-223f-48b6-affb-d640eda94b20 on network 2bb4ea80-3c60-40bb-9d81-59496b48a863 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:00:57.448115 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:00:57.448483 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Checking segment: {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:00:57.448963 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:57.449358 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Bound using segment: {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:00:57.449855 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Bound port: af8842b2-223f-48b6-affb-d640eda94b20, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:00:57.450259 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (af8842b2-223f-48b6-affb-d640eda94b20), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:57.510266 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] For port af8842b2-223f-48b6-affb-d640eda94b20, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:00:57.532303 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] For port af8842b2-223f-48b6-affb-d640eda94b20, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=af8842b2-223f-48b6-affb-d640eda94b20,segment=NetworkSegment(7798db4f-96b1-4f8c-8a2f-f2aaba47f781),segment_id=7798db4f-96b1-4f8c-8a2f-f2aaba47f781)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:00:57.540104 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (af8842b2-223f-48b6-affb-d640eda94b20), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:00:57.593337 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806dda9-f61d-4155-a3b6-d0479cecf1a0 None None] Pushing event updated for resources: {'Port': ['ID=af8842b2-223f-48b6-affb-d640eda94b20,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:00:59.036736 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45094) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:00:59.344137 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [None req-c47d06c9-51ed-483c-a9d8-c40910778082 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:00:59.345121 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-c47d06c9-51ed-483c-a9d8-c40910778082 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3073618 Feb 18 12:01:01.883255 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45102) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:02.199140 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [None req-cabdac46-0b8c-4e3a-9020-51fe4d636cc8 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:01:02.200276 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-cabdac46-0b8c-4e3a-9020-51fe4d636cc8 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3160193 Feb 18 12:01:04.804598 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45110) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:05.108192 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:01:05.130741 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:05.132254 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:05.267711 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] Publish callbacks [] for router_controller (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), precommit_add_association {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:05.272278 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:05.290185 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:05.293577 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e15fc320-91f6-41fd-a834-3c9b01ad18d6 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4857948 Feb 18 12:01:07.836347 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45122) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:08.157984 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [None req-86c4f8df-4a3f-4fa2-9069-d9b849d8af9d admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:01:08.169872 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-86c4f8df-4a3f-4fa2-9069-d9b849d8af9d admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3216121 Feb 18 12:01:08.172352 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device af8842b2-223f-48b6-affb-d640eda94b20 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:01:08.266887 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port af8842b2-223f-48b6-affb-d640eda94b20 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:08.267240 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (af8842b2-223f-48b6-affb-d640eda94b20), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:08.380426 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port af8842b2-223f-48b6-affb-d640eda94b20 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:08.380823 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (af8842b2-223f-48b6-affb-d640eda94b20), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:08.418035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port af8842b2-223f-48b6-affb-d640eda94b20, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=af8842b2-223f-48b6-affb-d640eda94b20,segment=NetworkSegment(7798db4f-96b1-4f8c-8a2f-f2aaba47f781),segment_id=7798db4f-96b1-4f8c-8a2f-f2aaba47f781)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:01:08.423123 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (af8842b2-223f-48b6-affb-d640eda94b20), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:08.470439 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=af8842b2-223f-48b6-affb-d640eda94b20,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:08.837539 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7c682c-6b3a-4aa3-aa71-3b6cc057348c None None] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:01:08.925676 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-c1db48d5-9bba-43df-82f1-670db25f0576 None None] Provisioning complete for port af8842b2-223f-48b6-affb-d640eda94b20 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:08.926087 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c1db48d5-9bba-43df-82f1-670db25f0576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (af8842b2-223f-48b6-affb-d640eda94b20), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:09.041927 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-c1db48d5-9bba-43df-82f1-670db25f0576 None None] Current status of the port af8842b2-223f-48b6-affb-d640eda94b20 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:09.222913 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c9c79e49-27ca-4e4c-853b-3c9c717db4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:09.262436 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-9e8169bd-e45e-4aef-b5c1-29a4884b4bed None None] Provisioning complete for port af8842b2-223f-48b6-affb-d640eda94b20 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:09.262828 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-9e8169bd-e45e-4aef-b5c1-29a4884b4bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (af8842b2-223f-48b6-affb-d640eda94b20), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:09.339754 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-9e8169bd-e45e-4aef-b5c1-29a4884b4bed None None] Current status of the port af8842b2-223f-48b6-affb-d640eda94b20 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:10.131546 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device af8842b2-223f-48b6-affb-d640eda94b20 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:01:10.179702 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port af8842b2-223f-48b6-affb-d640eda94b20 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:10.180096 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (af8842b2-223f-48b6-affb-d640eda94b20), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:10.252621 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port af8842b2-223f-48b6-affb-d640eda94b20 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:10.707672 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45130) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:11.013930 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:01:11.032122 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Made reservation on behalf of 0ea089a4ae9b4bcba6640febfed86d51 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:01:11.034385 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.044614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.116682 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks [] for security_group (5d40524f-a191-4c4a-8e22-5686d2c6658a), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.120036 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (5d40524f-a191-4c4a-8e22-5686d2c6658a), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.134002 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Reserving flat network on physical network physnet1 {{(pid=102858) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 18 12:01:11.155281 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d40524f-a191-4c4a-8e22-5686d2c6658a,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:11.158706 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (e2a559c3-2605-4f87-9120-93c12a79e25d), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.159130 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Added segment e2a559c3-2605-4f87-9120-93c12a79e25d of type flat for network 779250fb-c71b-4fe8-863a-e9886dc8b039 Feb 18 12:01:11.204432 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (779250fb-c71b-4fe8-863a-e9886dc8b039), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.235014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (779250fb-c71b-4fe8-863a-e9886dc8b039), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.236016 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:01:11.236646 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:11.310089 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6012397 Feb 18 12:01:11.328571 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c85a6c-7e15-4d42-a662-61147aa80a2a admin admin] Pushing event updated for resources: {'Network': ['ID=779250fb-c71b-4fe8-863a-e9886dc8b039,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:11.338601 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:01:11.417026 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d685da3a-ad9e-400f-a09c-80c902666c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:12.458038 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:13.833761 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45148) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:13.983127 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:14.007593 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9612b7f-feca-42b1-8075-c813da073d80 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:01:14.008936 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e9612b7f-feca-42b1-8075-c813da073d80 demo admin] 10.222.0.65 "GET /v2.0/subnets/ae138e35-e098-4152-999f-2ac632458050 HTTP/1.1" status: 200 len: 849 time: 0.1742253 Feb 18 12:01:14.129549 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-edba2909-19a9-45d4-a240-63fed569bbdc demo admin] 10.222.0.65 "GET /v2.0/routers/44930a93-f0ea-499a-8ce7-ba96cf2d07b2 HTTP/1.1" status: 200 len: 704 time: 0.1144283 Feb 18 12:01:14.398979 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:14.722313 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Allocated IP 172.20.0.1 (2bb4ea80-3c60-40bb-9d81-59496b48a863/ae138e35-e098-4152-999f-2ac632458050/200920c8-1ae8-448e-868e-9143b44dfec5) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:01:14.871094 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks [] for port (200920c8-1ae8-448e-868e-9143b44dfec5), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:14.938305 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.003082 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:01:15.007378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:01:15.013073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:01:15.013592 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.085176 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Pushing event updated for resources: {'Port': ['ID=200920c8-1ae8-448e-868e-9143b44dfec5,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:15.188756 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-35e242bf-b41c-40ee-8af3-d0a03d1ad620 None None] Provisioning complete for port 200920c8-1ae8-448e-868e-9143b44dfec5 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:15.189343 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-35e242bf-b41c-40ee-8af3-d0a03d1ad620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.225374 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.268496 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-35e242bf-b41c-40ee-8af3-d0a03d1ad620 None None] Port 200920c8-1ae8-448e-868e-9143b44dfec5 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:01:15.439406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks [] for port (200920c8-1ae8-448e-868e-9143b44dfec5), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.443514 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.444630 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.445554 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.542660 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Pushing event updated for resources: {'Port': ['ID=200920c8-1ae8-448e-868e-9143b44dfec5,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:15.587914 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:01:15.589164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:01:15.761680 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:01:15.858759 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:01:15.864260 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-852ae0d7-c45d-44c0-ab5e-b4e8f15f4d45 demo admin] 10.222.0.65 "PUT /v2.0/routers/44930a93-f0ea-499a-8ce7-ba96cf2d07b2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7295575 Feb 18 12:01:15.869607 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Sync routers for ids ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:01:15.883611 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Routers {'44930a93-f0ea-499a-8ce7-ba96cf2d07b2'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:01:15.884453 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:01:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:15.890913 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-cc363d32-da08-4c29-ae82-509b565064ec None None] Provisioning complete for port 200920c8-1ae8-448e-868e-9143b44dfec5 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:15.891396 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cc363d32-da08-4c29-ae82-509b565064ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:15.925850 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-cc363d32-da08-4c29-ae82-509b565064ec None None] Port 200920c8-1ae8-448e-868e-9143b44dfec5 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:01:16.075802 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Set router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:01:16.510558 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'name': 'router1', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:01:05Z', 'updated_at': '2022-02-18T12:01:15Z', 'revision_number': 2, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'gw_port_host': None, '_interfaces': [{'id': '200920c8-1ae8-448e-868e-9143b44dfec5', 'name': '', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'mac_address': 'fa:16:3e:8a:a0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:14Z', 'updated_at': '2022-02-18T12:01:15Z', 'revision_number': 2, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'subnets': [{'id': 'ae138e35-e098-4152-999f-2ac632458050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:16.561157 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Checking router: 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:01:16.561528 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Updating router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 port 200920c8-1ae8-448e-868e-9143b44dfec5 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:01:16.613072 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.131498 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Publish callbacks [] for port (200920c8-1ae8-448e-868e-9143b44dfec5), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.138755 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.230573 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Pushing event updated for resources: {'Port': ['ID=200920c8-1ae8-448e-868e-9143b44dfec5,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:17.241120 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.241488 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.241880 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.242225 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.242557 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.242888 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.243218 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.243544 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.243872 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.244214 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.244540 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.244862 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.245185 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Tracked resource versions report: Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: pushed versions: Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: { 'AddressGroup': {'1.2'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'ConntrackHelper': {'1.0'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Log': {'1.0'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Network': {'1.1'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Port': {'1.7'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'PortForwarding': {'1.2'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'QosPolicy': {'1.10'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroup': {'1.5'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SubPort': {'1.0'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Subnet': {'1.1'}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Trunk': {'1.1'}} Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: consumer versions: Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'ConntrackHelper': '1.0', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'LocalIPAssociation': '1.0', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Log': '1.0', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Network': '1.1', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Port': '1.7', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'PortForwarding': '1.2', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'QosPolicy': '1.10', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroup': '1.5', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroupRule': '1.2', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SubPort': '1.0', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Subnet': '1.1', Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Trunk': '1.1'}} Feb 18 12:01:17.246880 dv-cinder-829877-1-iscsi neutron-server[102860]: {{(pid=102860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:01:17.326903 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Attempting to bind port 200920c8-1ae8-448e-868e-9143b44dfec5 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:01:17.327450 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Attempting to bind port 200920c8-1ae8-448e-868e-9143b44dfec5 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:01:17.327979 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Attempting to bind port 200920c8-1ae8-448e-868e-9143b44dfec5 on network 2bb4ea80-3c60-40bb-9d81-59496b48a863 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:01:17.333327 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:01:17.333898 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Checking segment: {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:01:17.334592 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.335055 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Bound using segment: {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:01:17.335610 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Bound port: 200920c8-1ae8-448e-868e-9143b44dfec5, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7798db4f-96b1-4f8c-8a2f-f2aaba47f781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:01:17.336083 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.406790 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] For port 200920c8-1ae8-448e-868e-9143b44dfec5, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:01:17.427066 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] For port 200920c8-1ae8-448e-868e-9143b44dfec5, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=200920c8-1ae8-448e-868e-9143b44dfec5,segment=NetworkSegment(7798db4f-96b1-4f8c-8a2f-f2aaba47f781),segment_id=7798db4f-96b1-4f8c-8a2f-f2aaba47f781)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:01:17.433228 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.455647 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] Provisioning complete for port 200920c8-1ae8-448e-868e-9143b44dfec5 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:17.456611 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.486652 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Routers {'44930a93-f0ea-499a-8ce7-ba96cf2d07b2'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:01:17.487209 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:01:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:17.551381 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] Current status of the port 200920c8-1ae8-448e-868e-9143b44dfec5 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:17.551778 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.585762 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] Set router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:01:17.587791 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] For port 200920c8-1ae8-448e-868e-9143b44dfec5, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=200920c8-1ae8-448e-868e-9143b44dfec5,segment=NetworkSegment(7798db4f-96b1-4f8c-8a2f-f2aaba47f781),segment_id=7798db4f-96b1-4f8c-8a2f-f2aaba47f781)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:01:17.595067 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.650388 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dfb4b-7565-4be9-a4b6-b431b9fd2e6f None None] Pushing event updated for resources: {'Port': ['ID=200920c8-1ae8-448e-868e-9143b44dfec5,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:17.666989 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4053dcc-b4ee-42cc-aca6-5980d549e97d None None] Pushing event updated for resources: {'Port': ['ID=200920c8-1ae8-448e-868e-9143b44dfec5,revision_number=4']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:17.715462 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-1e0e0eed-5c0d-4a85-8b34-3a7f03d12b18 None None] Provisioning complete for port 200920c8-1ae8-448e-868e-9143b44dfec5 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:17.715964 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1e0e0eed-5c0d-4a85-8b34-3a7f03d12b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:17.795723 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e0eed-5c0d-4a85-8b34-3a7f03d12b18 None None] Current status of the port 200920c8-1ae8-448e-868e-9143b44dfec5 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:17.816555 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'name': 'router1', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:01:05Z', 'updated_at': '2022-02-18T12:01:15Z', 'revision_number': 2, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'gw_port_host': None, '_interfaces': [{'id': '200920c8-1ae8-448e-868e-9143b44dfec5', 'name': '', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'mac_address': 'fa:16:3e:8a:a0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:14Z', 'updated_at': '2022-02-18T12:01:17Z', 'revision_number': 4, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'subnets': [{'id': 'ae138e35-e098-4152-999f-2ac632458050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:17.844887 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b152d-ec28-455e-8035-7e35aa9ee0df None None] The sync data for ids ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'] in dv-cinder-829877-1-iscsi is: [{'id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'name': 'router1', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:01:05Z', 'updated_at': '2022-02-18T12:01:15Z', 'revision_number': 2, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'gw_port_host': None, '_interfaces': [{'id': '200920c8-1ae8-448e-868e-9143b44dfec5', 'name': '', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'mac_address': 'fa:16:3e:8a:a0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:14Z', 'updated_at': '2022-02-18T12:01:17Z', 'revision_number': 4, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'subnets': [{'id': 'ae138e35-e098-4152-999f-2ac632458050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:01:18.336482 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 45168) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:18.604963 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.policy [None req-2527d6bd-fa9b-4285-b438-a8cd8a9d08be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102857) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 18 12:01:18.647364 dv-cinder-829877-1-iscsi neutron-server[102857]: WARNING oslo_policy.policy [None req-2527d6bd-fa9b-4285-b438-a8cd8a9d08be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:01:18.647746 dv-cinder-829877-1-iscsi neutron-server[102857]: WARNING oslo_policy.policy [None req-2527d6bd-fa9b-4285-b438-a8cd8a9d08be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:01:18.657258 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527d6bd-fa9b-4285-b438-a8cd8a9d08be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:01:18.659147 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2527d6bd-fa9b-4285-b438-a8cd8a9d08be admin admin] 10.222.0.65 "GET /v2.0/networks/779250fb-c71b-4fe8-863a-e9886dc8b039 HTTP/1.1" status: 200 len: 842 time: 0.3217180 Feb 18 12:01:18.669228 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:01:18.707602 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Made reservation on behalf of 0ea089a4ae9b4bcba6640febfed86d51 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:01:18.710405 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:19.105640 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.objects.ports [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102857) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 18 12:01:19.106153 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (496aadbf-c0ba-4d98-9336-a6a1b7f300ad), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:19.186459 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:01:19.186852 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Network hostable DHCP agents. Network: 779250fb-c71b-4fe8-863a-e9886dc8b039, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:01:19.195624 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Pushing event updated for resources: {'Subnet': ['ID=496aadbf-c0ba-4d98-9336-a6a1b7f300ad,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:19.207351 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.207714 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.208058 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.208396 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.208729 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.209057 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.209392 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.209737 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.210083 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.210414 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.210740 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.211065 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.211386 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Tracked resource versions report: Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: pushed versions: Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: { 'AddressGroup': {'1.2'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'ConntrackHelper': {'1.0'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Log': {'1.0'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Network': {'1.1'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Port': {'1.7'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'PortForwarding': {'1.2'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'QosPolicy': {'1.10'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroup': {'1.5'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SubPort': {'1.0'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Subnet': {'1.1'}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Trunk': {'1.1'}} Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: consumer versions: Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'ConntrackHelper': '1.0', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'LocalIPAssociation': '1.0', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Log': '1.0', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Network': '1.1', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Port': '1.7', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'PortForwarding': '1.2', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'QosPolicy': '1.10', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroup': '1.5', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroupRule': '1.2', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SubPort': '1.0', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Subnet': '1.1', Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Trunk': '1.1'}} Feb 18 12:01:19.212731 dv-cinder-829877-1-iscsi neutron-server[102857]: {{(pid=102857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:01:19.241941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:01:19.256460 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 779250fb-c71b-4fe8-863a-e9886dc8b039) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:01:19.261174 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:01:19.261841 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:19.267335 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ad888-66e0-4206-83dd-34f09273084e None None] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:01:19.286220 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7e089c69-8e4b-497a-9bdd-c795faf9cfca admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6208816 Feb 18 12:01:19.383159 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39df768-b927-4ef2-87c3-546a728000a2 None None] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:01:21.697539 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 45182) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:21.945287 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-92144129-978b-479b-959c-03b2f4be2fbe demo admin] 10.222.0.65 "GET /v2.0/routers/44930a93-f0ea-499a-8ce7-ba96cf2d07b2 HTTP/1.1" status: 200 len: 710 time: 0.2465086 Feb 18 12:01:22.032403 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5a1ca2-9f96-4b32-a97c-88c1b421409b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:01:22.033775 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-bf5a1ca2-9f96-4b32-a97c-88c1b421409b demo admin] 10.222.0.65 "GET /v2.0/networks/779250fb-c71b-4fe8-863a-e9886dc8b039 HTTP/1.1" status: 200 len: 886 time: 0.0832534 Feb 18 12:01:22.042367 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:01:22.288565 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks [] for router_gateway (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:22.526026 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks [] for router_gateway (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:22.600205 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:22.755064 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Allocated IP 172.27.1.215 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/0f08cc00-ed1f-4c45-87c7-678973f5a0cb) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:01:22.859402 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks [] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:22.921005 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:23.057589 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:01:23.061911 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Pushing event updated for resources: {'Port': ['ID=0f08cc00-ed1f-4c45-87c7-678973f5a0cb,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:23.066577 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:01:23.069598 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:01:23.353505 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks [] for router_gateway (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:23.550928 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1723259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256672'] for router (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:23.555789 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1723248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1723209', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736483'] for router (44930a93-f0ea-499a-8ce7-ba96cf2d07b2), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:23.678231 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:01:23.786120 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:01:23.791058 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:23.792247 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5130db53-44e7-4617-8332-d3f58364eed6 demo admin] 10.222.0.65 "PUT /v2.0/routers/44930a93-f0ea-499a-8ce7-ba96cf2d07b2 HTTP/1.1" status: 200 len: 890 time: 1.7530134 Feb 18 12:01:26.164602 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 200920c8-1ae8-448e-868e-9143b44dfec5 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:01:26.212752 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 200920c8-1ae8-448e-868e-9143b44dfec5 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:26.213145 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:26.298076 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 200920c8-1ae8-448e-868e-9143b44dfec5 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:26.355571 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 45194) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:01:26.411857 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Sync routers for ids ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:01:26.421626 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Routers {'44930a93-f0ea-499a-8ce7-ba96cf2d07b2'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:01:26.422334 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:01:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:26.476704 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8e5678eb-6ab7-48b7-9db8-14b55a4fa166 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1199107 Feb 18 12:01:26.649857 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Set router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:01:27.123090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'name': 'router1', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '0f08cc00-ed1f-4c45-87c7-678973f5a0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:01:05Z', 'updated_at': '2022-02-18T12:01:23Z', 'revision_number': 4, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'gw_port': {'id': '0f08cc00-ed1f-4c45-87c7-678973f5a0cb', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:22Z', 'updated_at': '2022-02-18T12:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '200920c8-1ae8-448e-868e-9143b44dfec5', 'name': '', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'mac_address': 'fa:16:3e:8a:a0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:14Z', 'updated_at': '2022-02-18T12:01:17Z', 'revision_number': 5, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'subnets': [{'id': 'ae138e35-e098-4152-999f-2ac632458050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:27.175016 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Checking router: 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:01:27.175652 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Updating router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:01:27.226596 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:27.546960 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Publish callbacks [] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:27.552317 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:27.597306 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e489b87-6a25-49aa-8cc4-7bca5ced04af None None] Pushing event updated for resources: {'Port': ['ID=0f08cc00-ed1f-4c45-87c7-678973f5a0cb,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:27.612002 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Attempting to bind port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:01:27.612412 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Attempting to bind port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:01:27.612781 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Attempting to bind port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:01:27.619289 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:01:27.619668 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:01:27.620074 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:27.620724 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:01:27.621197 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Bound port: 0f08cc00-ed1f-4c45-87c7-678973f5a0cb, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:01:27.621574 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:27.675231 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] For port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:01:27.678241 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] For port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=0f08cc00-ed1f-4c45-87c7-678973f5a0cb,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:01:27.683232 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:27.734269 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Routers {'44930a93-f0ea-499a-8ce7-ba96cf2d07b2'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:01:27.734872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:01:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:27.828582 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e489b87-6a25-49aa-8cc4-7bca5ced04af None None] Pushing event updated for resources: {'Port': ['ID=0f08cc00-ed1f-4c45-87c7-678973f5a0cb,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:27.861641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] Set router 44930a93-f0ea-499a-8ce7-ba96cf2d07b2 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:01:28.075567 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'name': 'router1', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '0f08cc00-ed1f-4c45-87c7-678973f5a0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:01:05Z', 'updated_at': '2022-02-18T12:01:23Z', 'revision_number': 4, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'gw_port': {'id': '0f08cc00-ed1f-4c45-87c7-678973f5a0cb', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:22Z', 'updated_at': '2022-02-18T12:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '200920c8-1ae8-448e-868e-9143b44dfec5', 'name': '', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'mac_address': 'fa:16:3e:8a:a0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:14Z', 'updated_at': '2022-02-18T12:01:17Z', 'revision_number': 5, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'subnets': [{'id': 'ae138e35-e098-4152-999f-2ac632458050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:01:28.101743 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5bd1a8-b960-4aa0-b020-f9743e106bef None None] The sync data for ids ['44930a93-f0ea-499a-8ce7-ba96cf2d07b2'] in dv-cinder-829877-1-iscsi is: [{'id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'name': 'router1', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '0f08cc00-ed1f-4c45-87c7-678973f5a0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:01:05Z', 'updated_at': '2022-02-18T12:01:23Z', 'revision_number': 4, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'gw_port': {'id': '0f08cc00-ed1f-4c45-87c7-678973f5a0cb', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:22Z', 'updated_at': '2022-02-18T12:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '200920c8-1ae8-448e-868e-9143b44dfec5', 'name': '', 'network_id': '2bb4ea80-3c60-40bb-9d81-59496b48a863', 'tenant_id': '88953e44eeb94aa8a517fc783864243a', 'mac_address': 'fa:16:3e:8a:a0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44930a93-f0ea-499a-8ce7-ba96cf2d07b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae138e35-e098-4152-999f-2ac632458050', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:01:14Z', 'updated_at': '2022-02-18T12:01:17Z', 'revision_number': 5, 'project_id': '88953e44eeb94aa8a517fc783864243a', 'subnets': [{'id': 'ae138e35-e098-4152-999f-2ac632458050', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '022d8d47-b025-4d2c-9395-c12bdf29c0c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:01:30.252445 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 0f08cc00-ed1f-4c45-87c7-678973f5a0cb up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:01:30.332474 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:30.333136 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:30.418228 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:30.419383 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:30.441271 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=0f08cc00-ed1f-4c45-87c7-678973f5a0cb,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:01:30.451154 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:30.505774 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=0f08cc00-ed1f-4c45-87c7-678973f5a0cb,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:01:32.265274 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 0f08cc00-ed1f-4c45-87c7-678973f5a0cb up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:01:32.368522 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:01:32.368931 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (0f08cc00-ed1f-4c45-87c7-678973f5a0cb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:32.537285 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 0f08cc00-ed1f-4c45-87c7-678973f5a0cb is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:01:35.739697 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:01:39.225994 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-19ed3bd4-1f5c-462f-aba9-bba86d47dc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:41.401151 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-feb8f979-86d6-4032-8c92-e46aeb8bdbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:42.462675 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:43.994406 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:01:45.448617 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:09.229641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a260a789-fbb3-4ee0-a83e-f030ca623152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:11.475300 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f4e055f7-7103-4757-acfa-a12a2fe49775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:12.466865 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:12.739530 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:02:13.976401 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:15.443302 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:39.231470 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e44562f2-2311-4b80-9be5-348343d0ac4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:41.407413 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c1bd2926-6ad8-4aec-a5a1-dfdab5c4a1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:42.469142 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:44.086051 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:45.446814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:49.528885 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45678) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:02:49.588883 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0327c77-5609-4ece-a64d-80203266f9a6 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:02:49.590226 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d0327c77-5609-4ece-a64d-80203266f9a6 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603983 Feb 18 12:02:49.738484 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:02:49.821736 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20307c5d-2d43-44d4-9028-75700c8eb3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:49.823148 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-20307c5d-2d43-44d4-9028-75700c8eb3cd admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2288435 Feb 18 12:02:52.130199 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45688) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:02:52.220527 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a566f571-11a3-4215-be64-2190768bca15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:52.221881 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a566f571-11a3-4215-be64-2190768bca15 admin admin] 10.222.0.65 "GET /v2.0/subnets/ae138e35-e098-4152-999f-2ac632458050 HTTP/1.1" status: 200 len: 849 time: 0.0906792 Feb 18 12:02:52.230965 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:02:52.317460 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Publish callbacks [] for subnet (ae138e35-e098-4152-999f-2ac632458050), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:52.457211 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767971320432'] for subnet (ae138e35-e098-4152-999f-2ac632458050), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:52.501475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:52.502098 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:52.503373 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] 10.222.0.65 "PUT /v2.0/subnets/ae138e35-e098-4152-999f-2ac632458050 HTTP/1.1" status: 200 len: 868 time: 0.2759175 Feb 18 12:02:52.520814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381f915-1b6e-4f36-9936-aa876886b9fb None None] Network 2bb4ea80-3c60-40bb-9d81-59496b48a863 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:02:52.521467 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae138e35-e098-4152-999f-2ac632458050,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:02:52.528934 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.529303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.529630 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.530003 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.530405 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.530743 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.531093 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.531429 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.531772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.532119 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.532454 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.532778 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.533099 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bb2b18-80e2-4a36-904a-91082a48c05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:02:52.875767 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-5a81c7fd-55e8-4197-8da6-72dd4fd4daf8 None None] Provisioning complete for port af8842b2-223f-48b6-affb-d640eda94b20 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:02:52.876149 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-5a81c7fd-55e8-4197-8da6-72dd4fd4daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (af8842b2-223f-48b6-affb-d640eda94b20), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:52.953207 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-5a81c7fd-55e8-4197-8da6-72dd4fd4daf8 None None] Current status of the port af8842b2-223f-48b6-affb-d640eda94b20 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:02:52.962625 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-5a81c7fd-55e8-4197-8da6-72dd4fd4daf8 None None] Provisioning complete for port 200920c8-1ae8-448e-868e-9143b44dfec5 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:02:52.963018 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-5a81c7fd-55e8-4197-8da6-72dd4fd4daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (200920c8-1ae8-448e-868e-9143b44dfec5), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:02:53.034557 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-5a81c7fd-55e8-4197-8da6-72dd4fd4daf8 None None] Current status of the port 200920c8-1ae8-448e-868e-9143b44dfec5 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:02:54.827887 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45696) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:02:55.024531 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921ec6f-56dd-4ed4-aeeb-4bd8fadc6ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:55.024964 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921ec6f-56dd-4ed4-aeeb-4bd8fadc6ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:55.026559 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e921ec6f-56dd-4ed4-aeeb-4bd8fadc6ac7 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977136 Feb 18 12:02:57.303067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45704) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:02:57.434740 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c824599-7d23-4ad0-beca-6563ff9c4c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:57.435209 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c824599-7d23-4ad0-beca-6563ff9c4c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:57.436736 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-8c824599-7d23-4ad0-beca-6563ff9c4c89 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327085 Feb 18 12:02:59.727611 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45712) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:02:59.854112 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8169bda-34da-4aa0-93de-a04d9d771774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:02:59.855443 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d8169bda-34da-4aa0-93de-a04d9d771774 admin admin] 10.222.0.65 "GET /v2.0/networks/2bb4ea80-3c60-40bb-9d81-59496b48a863 HTTP/1.1" status: 200 len: 869 time: 0.1268795 Feb 18 12:03:02.142281 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45720) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:02.265014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256b84a-7ebf-4f23-8a62-7e3a4c4bc263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:02.266387 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2256b84a-7ebf-4f23-8a62-7e3a4c4bc263 admin admin] 10.222.0.65 "GET /v2.0/networks/779250fb-c71b-4fe8-863a-e9886dc8b039 HTTP/1.1" status: 200 len: 886 time: 0.1231577 Feb 18 12:03:04.596749 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45728) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:04.719798 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e295551-962c-40c6-ba89-f64c67236d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:04.720257 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e295551-962c-40c6-ba89-f64c67236d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:04.721826 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-9e295551-962c-40c6-ba89-f64c67236d8d admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241016 Feb 18 12:03:07.010495 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45736) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:07.102142 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5248d7-afe6-457c-a0ef-346b5494da4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:07.102602 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5248d7-afe6-457c-a0ef-346b5494da4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:07.104070 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-bf5248d7-afe6-457c-a0ef-346b5494da4c admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926189 Feb 18 12:03:09.234138 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-379e5bf3-db17-4418-ac2d-9177731ee79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:09.377835 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45744) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:09.461631 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a852d-96ae-451f-9c34-866132682446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:09.462968 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-958a852d-96ae-451f-9c34-866132682446 admin admin] 10.222.0.65 "GET /v2.0/subnets/496aadbf-c0ba-4d98-9336-a6a1b7f300ad HTTP/1.1" status: 200 len: 816 time: 0.0841990 Feb 18 12:03:11.409599 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-537911c2-7055-4b0f-a26c-ec3fd664392f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:11.754087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45752) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:11.843439 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc754b7-cb4a-40b5-b54a-282e4c67c3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:11.844760 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-4fc754b7-cb4a-40b5-b54a-282e4c67c3c9 admin admin] 10.222.0.65 "GET /v2.0/subnets/ae138e35-e098-4152-999f-2ac632458050 HTTP/1.1" status: 200 len: 868 time: 0.0897298 Feb 18 12:03:12.470952 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:13.978340 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:15.451034 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:26.737561 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:03:39.236868 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-031bbf33-fe56-4c77-a7dd-7bf87bd961ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:39.912451 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45804) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:39.959115 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [None req-5f45f382-ae6a-40d7-82e5-4aa2ed46e458 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:03:39.960109 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5f45f382-ae6a-40d7-82e5-4aa2ed46e458 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466983 Feb 18 12:03:41.411042 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-037d3f7f-4654-40e2-980c-f8411c8b96aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:42.346300 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45812) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:42.405880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.pecan_wsgi.hooks.translation [None req-8adf62e0-2414-4866-8969-bcbc89fb36cc admin admin] GET failed (client error): The resource could not be found. Feb 18 12:03:42.407137 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-8adf62e0-2414-4866-8969-bcbc89fb36cc admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598340 Feb 18 12:03:42.473763 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:42.493846 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a954368-bd46-4aa3-9def-c9b084f373f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:42.495304 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-6a954368-bd46-4aa3-9def-c9b084f373f2 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841999 Feb 18 12:03:43.981266 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:44.861126 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45820) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:44.907997 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:03:44.928120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Made reservation on behalf of 0ea089a4ae9b4bcba6640febfed86d51 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:03:44.930752 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:44.957965 dv-cinder-829877-1-iscsi neutron-server[102858]: WARNING neutron.services.revisions.revision_plugin [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Could not find related network for resource to bump revision. Feb 18 12:03:44.969391 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:03:44.978566 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (ba90d313-db90-4733-90f5-df3d9cb0547e), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:44.978909 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Added segment ba90d313-db90-4733-90f5-df3d9cb0547e of type vlan for network 561b7c45-b878-4ab6-ba70-23283c7d694c Feb 18 12:03:45.018038 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (561b7c45-b878-4ab6-ba70-23283c7d694c), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:45.041345 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (561b7c45-b878-4ab6-ba70-23283c7d694c), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:45.042968 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:45.043486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:45.094309 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2320814 Feb 18 12:03:45.109955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd1c96-47cd-42f4-ae4b-58fad4334a18 admin admin] Pushing event updated for resources: {'Network': ['ID=561b7c45-b878-4ab6-ba70-23283c7d694c,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:03:45.120428 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 561b7c45-b878-4ab6-ba70-23283c7d694c details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:03:45.453257 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:47.436239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45828) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:03:47.497554 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff910a8f-6d0c-4a77-b86e-a2f588acbee2 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:03:47.498850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-ff910a8f-6d0c-4a77-b86e-a2f588acbee2 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616417 Feb 18 12:03:47.567975 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858ac4f-dbb1-40e5-aabd-b3b2dc6e9ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:47.569310 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a858ac4f-dbb1-40e5-aabd-b3b2dc6e9ede admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663195 Feb 18 12:03:47.579067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c', 'cidr': '192.168.233.0/24'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:03:47.596805 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Made reservation on behalf of 0ea089a4ae9b4bcba6640febfed86d51 for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:03:47.598995 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:47.755701 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (59912bac-8b04-40dd-a007-a7e1c6f424a9), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:47.812372 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59912bac-8b04-40dd-a007-a7e1c6f424a9,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:03:47.818820 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Checking segment: {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:03:47.819168 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Network hostable DHCP agents. Network: 561b7c45-b878-4ab6-ba70-23283c7d694c, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:03:47.834424 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Network 561b7c45-b878-4ab6-ba70-23283c7d694c is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:03:47.842105 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 561b7c45-b878-4ab6-ba70-23283c7d694c) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:03:47.845954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:03:47.846532 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:47.852184 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994052b4-3c60-4c41-8862-3b63e3abf040 None None] Network 561b7c45-b878-4ab6-ba70-23283c7d694c requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:03:47.861839 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e0129013-4194-42d6-81ac-8fd4ef3e2f1c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2859919 Feb 18 12:03:48.056841 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-561b7c45-b878-4ab6-ba70-23283c7d694c', 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c', 'project_id': '0ea089a4ae9b4bcba6640febfed86d51', 'fixed_ips': [{'subnet_id': '59912bac-8b04-40dd-a007-a7e1c6f424a9'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:03:48.057798 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:48.193641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Allocated IP 192.168.233.2 (561b7c45-b878-4ab6-ba70-23283c7d694c/59912bac-8b04-40dd-a007-a7e1c6f424a9/42225540-52e6-42a0-9926-d90e3730097c) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:03:48.333957 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Publish callbacks [] for port (42225540-52e6-42a0-9926-d90e3730097c), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:48.340914 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (42225540-52e6-42a0-9926-d90e3730097c), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:48.383028 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Network 561b7c45-b878-4ab6-ba70-23283c7d694c is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:03:48.386556 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:03:48.392763 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Pushing event updated for resources: {'Port': ['ID=42225540-52e6-42a0-9926-d90e3730097c,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:03:48.394901 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:03:48.405882 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.406251 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.406612 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.406953 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.407285 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.407610 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.407938 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.408261 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.408590 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.408919 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.409243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.409560 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.409899 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:03:48.459566 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Attempting to bind port 42225540-52e6-42a0-9926-d90e3730097c on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:03:48.459946 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Attempting to bind port 42225540-52e6-42a0-9926-d90e3730097c by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:03:48.460312 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Attempting to bind port 42225540-52e6-42a0-9926-d90e3730097c on network 561b7c45-b878-4ab6-ba70-23283c7d694c {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:03:48.466116 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:03:48.466497 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Checking segment: {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:03:48.466896 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:48.467300 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Bound using segment: {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:03:48.467771 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Bound port: 42225540-52e6-42a0-9926-d90e3730097c, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:03:48.468171 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (42225540-52e6-42a0-9926-d90e3730097c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:48.530733 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] For port 42225540-52e6-42a0-9926-d90e3730097c, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:03:48.533852 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] For port 42225540-52e6-42a0-9926-d90e3730097c, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=42225540-52e6-42a0-9926-d90e3730097c,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:03:48.540558 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (42225540-52e6-42a0-9926-d90e3730097c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:48.596239 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214982da-191c-4081-a21c-308fcdd0f0eb None None] Pushing event updated for resources: {'Port': ['ID=42225540-52e6-42a0-9926-d90e3730097c,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:03:49.464963 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733d24e-cb14-4a25-9388-bbfb8484f5d7 None None] Network 561b7c45-b878-4ab6-ba70-23283c7d694c requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:03:49.580445 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] Provisioning complete for port 42225540-52e6-42a0-9926-d90e3730097c triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:03:49.580760 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (42225540-52e6-42a0-9926-d90e3730097c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:49.667063 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] Current status of the port 42225540-52e6-42a0-9926-d90e3730097c is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:03:49.668059 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (42225540-52e6-42a0-9926-d90e3730097c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:49.702897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] For port 42225540-52e6-42a0-9926-d90e3730097c, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=42225540-52e6-42a0-9926-d90e3730097c,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:03:49.713136 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (42225540-52e6-42a0-9926-d90e3730097c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:49.767334 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36983319-3a26-45d6-92b0-9c9cf8a15445 None None] Pushing event updated for resources: {'Port': ['ID=42225540-52e6-42a0-9926-d90e3730097c,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:03:49.833510 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-eebbd97f-ab8e-49b7-8d6d-1a8cbc35c80d None None] Provisioning complete for port 42225540-52e6-42a0-9926-d90e3730097c triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:03:49.833864 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eebbd97f-ab8e-49b7-8d6d-1a8cbc35c80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (42225540-52e6-42a0-9926-d90e3730097c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:49.915754 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-eebbd97f-ab8e-49b7-8d6d-1a8cbc35c80d None None] Current status of the port 42225540-52e6-42a0-9926-d90e3730097c is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:03:50.244378 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 42225540-52e6-42a0-9926-d90e3730097c up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:03:50.295017 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 42225540-52e6-42a0-9926-d90e3730097c triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:03:50.295396 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (42225540-52e6-42a0-9926-d90e3730097c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:03:50.375678 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 42225540-52e6-42a0-9926-d90e3730097c is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:04:03.736948 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:04:09.242390 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c6c33fa4-946b-4da0-88d7-a6ed92c222df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:11.412699 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-76bdeed2-09ec-4b06-816d-5357e3ef3961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:12.475819 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:13.985229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:15.456168 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:39.240578 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-381b5430-2d84-4551-b1af-fe2c34352fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:40.735952 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:04:41.413588 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3a6a234f-2fb5-455b-afe7-3c3200997ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:42.478944 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:43.987956 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:04:45.457969 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.172671 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45866) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:05:09.178265 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [None req-bd696240-d99a-4fbe-98ce-1df4145fd0e0 tempest-verify_tempest_config-1194628704 tempest-verify_tempest_config-1194628704-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:05:09.179250 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-bd696240-d99a-4fbe-98ce-1df4145fd0e0 tempest-verify_tempest_config-1194628704 tempest-verify_tempest_config-1194628704-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056026 Feb 18 12:05:09.241600 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e7b1367b-34b4-49fb-829f-5b60f0690839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.465382 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45884) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:05:09.567077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.641732 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Publish callbacks [] for security_group (df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.645214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.690747 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3257fa7325054d339e7f5bd2e38e073b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2243218 Feb 18 12:05:09.691722 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:05:09.693569 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 45888) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:05:09.699241 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.699613 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.699962 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.700301 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.700634 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.700964 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.701308 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.701641 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.702020 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.702353 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.702677 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.702999 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.703319 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee307360-65cf-4c34-ae56-6d55ab60ef8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.788224 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Publish callbacks [] for security_group (df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.808478 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Publish callbacks [] for security_group (df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.897255 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.899889 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:09.901104 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e HTTP/1.1" status: 204 len: 168 time: 0.2065191 Feb 18 12:05:09.909014 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c7ba1-9e5a-4d65-a7b7-6022fc14bd3e,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:05:09.915686 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.916049 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.916404 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.916751 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.917093 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.917432 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.917809 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.918155 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.918506 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.918862 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.919200 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.919529 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:09.919858 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa7ec22-a69b-43a8-be12-7b0f2956dda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:05:11.414646 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d0f51075-7b3a-47ed-a243-aee8f849f4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:12.480660 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:13.990297 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:15.460613 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:17.735536 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:05:39.246140 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-89057498-d13e-4ee8-b9db-6c864f4fe671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:41.415881 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1ae7abce-c2d3-4bbc-b029-3e54e7055492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:42.483310 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:43.992026 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:45.463536 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:05:54.733604 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:06:09.247625 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-169f30f0-e39f-4546-8407-bcdeceb5dfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:11.417250 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c4f5249c-e9bd-4ab7-b37b-c8f9e55ecdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:12.486162 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:13.994901 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:15.465384 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:31.732589 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 5 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:06:39.249056 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-76bb81c3-777c-4a24-9deb-d0b04366863f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:41.418623 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7c99af48-5636-4ce5-99f1-b5ba032bdf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:42.490758 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:43.997543 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:45.467371 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:06:50.493002 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732937'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:05.293594 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 45960) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:07:05.396444 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5784596d-ab87-498c-85e9-9fdb92cde645 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017442 Feb 18 12:07:07.704813 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 45970) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:07:07.765507 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5b8b8822-f31f-49f8-a09d-688793f19974 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596154 Feb 18 12:07:08.732316 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:07:09.253724 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7b89df13-cfb1-4a00-a15a-1563b43bc9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:11.420472 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-00934e4e-fd8b-4d78-bab4-ee92eafe0905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:12.494069 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:14.002034 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:15.469728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:20.444484 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:39.255134 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-04828c06-3116-4b19-a9d4-4efc8a8140c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:41.424570 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ad066907-3eee-4d05-b0bc-7256c588c551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:42.499112 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:44.004229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:45.471913 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:07:45.730882 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:07:50.459475 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:09.260477 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4bf48c11-09fa-4d52-acf4-3959dd818d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:11.425734 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0e810b60-bc82-46c9-9eed-bb071cf141ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:12.500857 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:14.007172 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:15.474024 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:20.458006 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:22.729990 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:08:39.254619 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-37367938-25c2-4b48-acda-3b16a5d42a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.363499 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46150) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:40.690820 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1736433364-network', 'tenant_id': 'f4260ba94f6b483abdf8ff031c22b30e'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:40.713044 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Made reservation on behalf of f4260ba94f6b483abdf8ff031c22b30e for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:40.715313 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.728867 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.845657 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks [] for security_group (dae8f396-4a49-4f16-872e-cc3eec3715ee), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.859268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (dae8f396-4a49-4f16-872e-cc3eec3715ee), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.876150 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae8f396-4a49-4f16-872e-cc3eec3715ee,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:40.896233 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:08:40.897444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46184) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:40.910260 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767971421215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (3e5f3595-250f-41db-a4d0-e1681f119058), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.910735 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Unsubscribe: segment precommit_create {{(pid=102857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 18 12:08:40.911206 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Added segment 3e5f3595-250f-41db-a4d0-e1681f119058 of type vlan for network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd Feb 18 12:08:40.915518 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.916075 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.916423 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.916758 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.917088 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.917411 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.917888 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.918087 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.918596 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.918926 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.919248 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.919564 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.919927 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Tracked resource versions report: Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: pushed versions: Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: { 'AddressGroup': {'1.2'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'ConntrackHelper': {'1.0'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Log': {'1.0'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Network': {'1.1'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Port': {'1.7'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'PortForwarding': {'1.2'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'QosPolicy': {'1.10'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroup': {'1.5'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SubPort': {'1.0'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Subnet': {'1.1'}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Trunk': {'1.1'}} Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: consumer versions: Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: HyperV agent@hv-cinder-82987: {}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'ConntrackHelper': '1.0', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'LocalIPAssociation': '1.0', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Log': '1.0', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Network': '1.1', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Port': '1.7', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'PortForwarding': '1.2', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'QosPolicy': '1.10', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroup': '1.5', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SecurityGroupRule': '1.2', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'SubPort': '1.0', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Subnet': '1.1', Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: 'Trunk': '1.1'}} Feb 18 12:08:40.921032 dv-cinder-829877-1-iscsi neutron-server[102857]: {{(pid=102857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:08:40.977195 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:40.988020 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46192) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:41.014510 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.015811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:41.016570 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.080994 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46198) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:41.111028 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] Pushing event updated for resources: {'Network': ['ID=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:41.121134 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b5623c31-a5ea-45bf-b18d-714f8f304031 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7558522 Feb 18 12:08:41.121330 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46204) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:41.125262 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:08:41.126623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Request body: {'subnet': {'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1736433364-subnet', 'tenant_id': 'f4260ba94f6b483abdf8ff031c22b30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:41.152951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Made reservation on behalf of f4260ba94f6b483abdf8ff031c22b30e for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:41.156190 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.230460 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46212) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:41.289045 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1274725179-network', 'tenant_id': 'e8810338ceb1426598c7e0f7dd228548'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:41.299986 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-network', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:41.365265 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Made reservation on behalf of e8810338ceb1426598c7e0f7dd228548 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:41.367639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.387510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.399042 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Made reservation on behalf of 3c64eff4806a481a8bc37db142b666f1 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:41.401545 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.422957 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.429437 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8bb685f0-14a5-472d-9b12-b9d76a778acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.473826 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-158800787-network', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:41.516944 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-637707432-network', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:41.538951 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Made reservation on behalf of 1d9f853b12e04a9f931ccec730dd8fe8 for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:41.542250 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.553962 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.575307 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Made reservation on behalf of d6ecac72a1e14da9a5c2660454f8f9c9 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:41.577755 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.630856 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.651336 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks [] for security_group (00acbf7e-3aa1-4bd4-af2f-50e53083d208), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.659883 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (00acbf7e-3aa1-4bd4-af2f-50e53083d208), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.676857 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks [] for security_group (eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.698424 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.715349 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks [] for security_group (8398ea91-5bbc-49f3-a9c7-b67418650d1b), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.720323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:08:41.750703 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:41.757863 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (7fdfe737-560a-4682-8e3c-7c495d944a59), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.765059 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.765675 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.766199 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.766703 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.767202 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.767689 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.768196 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.768690 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.769185 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.769374 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00acbf7e-3aa1-4bd4-af2f-50e53083d208,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:41.769878 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.770444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.770914 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.771411 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Tracked resource versions report: Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: pushed versions: Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: { 'AddressGroup': {'1.2'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'ConntrackHelper': {'1.0'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Log': {'1.0'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Network': {'1.1'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Port': {'1.7'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'PortForwarding': {'1.2'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'QosPolicy': {'1.10'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroup': {'1.5'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SubPort': {'1.0'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Subnet': {'1.1'}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Trunk': {'1.1'}} Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: consumer versions: Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: HyperV agent@hv-cinder-82987: {}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'ConntrackHelper': '1.0', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'LocalIPAssociation': '1.0', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Log': '1.0', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Network': '1.1', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Port': '1.7', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'PortForwarding': '1.2', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'QosPolicy': '1.10', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroup': '1.5', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SecurityGroupRule': '1.2', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'SubPort': '1.0', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Subnet': '1.1', Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: 'Trunk': '1.1'}} Feb 18 12:08:41.772707 dv-cinder-829877-1-iscsi neutron-server[102858]: {{(pid=102858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:08:41.789952 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (498935ca-519d-437b-9d28-ed92df8cb830), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.790305 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Added segment 498935ca-519d-437b-9d28-ed92df8cb830 of type vlan for network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 Feb 18 12:08:41.818801 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (8398ea91-5bbc-49f3-a9c7-b67418650d1b), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.840383 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:08:41.865776 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fdfe737-560a-4682-8e3c-7c495d944a59,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:41.919125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (e3a52c56-6e8f-4617-a678-30300dc0da0a), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:41.919694 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Added segment e3a52c56-6e8f-4617-a678-30300dc0da0a of type vlan for network d551cee0-64de-4763-aa13-492049f3a89d Feb 18 12:08:41.984183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:08:42.000627 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (16604c12-d93c-45a1-a8cd-f80f9c2e1d32), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.014116 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8398ea91-5bbc-49f3-a9c7-b67418650d1b,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:42.032242 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (16604c12-d93c-45a1-a8cd-f80f9c2e1d32), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.033546 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:42.034298 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.055350 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (d551cee0-64de-4763-aa13-492049f3a89d), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.087120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (423aa025-a046-4cd4-8bdb-7ff969c14f3f), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.087564 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Added segment 423aa025-a046-4cd4-8bdb-7ff969c14f3f of type vlan for network 8b62cf1c-0298-4698-8ba3-46a078e1e477 Feb 18 12:08:42.110082 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (d551cee0-64de-4763-aa13-492049f3a89d), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.111165 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:42.111940 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.184418 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9493828 Feb 18 12:08:42.195954 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46262) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:42.201935 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Request body: {'subnet': {'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-637707432-subnet', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:42.221172 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (8b62cf1c-0298-4698-8ba3-46a078e1e477), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.230451 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46268) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:42.230771 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2413588 Feb 18 12:08:42.234735 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks [] for security_group (22b71a9d-af24-469c-ad5e-3a68fdd8e1e3), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.236690 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Request body: {'subnet': {'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1274725179-subnet', 'tenant_id': 'e8810338ceb1426598c7e0f7dd228548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:42.238742 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Checking segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:42.239514 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Network hostable DHCP agents. Network: 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:08:42.242741 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c504-0b22-443b-a845-02ceb1b86df1 admin admin] Pushing event updated for resources: {'Network': ['ID=16604c12-d93c-45a1-a8cd-f80f9c2e1d32,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:42.247776 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Made reservation on behalf of 1d9f853b12e04a9f931ccec730dd8fe8 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:42.252445 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.254452 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:08:42.261280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (22b71a9d-af24-469c-ad5e-3a68fdd8e1e3), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.275698 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b143b44-3a8a-49bf-b8da-fc33ebcfb3d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d551cee0-64de-4763-aa13-492049f3a89d,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:42.319131 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:08:42.330197 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:42.336991 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.337604 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Added segment a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad of type vlan for network 193618e2-4a4a-4553-823c-9e8ff92eb9ba Feb 18 12:08:42.339604 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (8b62cf1c-0298-4698-8ba3-46a078e1e477), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.340790 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:42.342810 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.361985 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Made reservation on behalf of e8810338ceb1426598c7e0f7dd228548 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:42.363781 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:08:42.364936 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.381750 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network d551cee0-64de-4763-aa13-492049f3a89d details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:08:42.474782 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5761576 Feb 18 12:08:42.475747 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46278) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:42.477857 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (193618e2-4a4a-4553-823c-9e8ff92eb9ba), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.484552 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:42.509083 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203f7a1e-d6bc-455f-898d-2e5383a450fc None None] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:42.517386 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.517614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Request body: {'subnet': {'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-subnet', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:42.529178 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:42.529949 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.560974 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b364-8f67-4833-a08c-40816a935f53 admin admin] Pushing event updated for resources: {'Network': ['ID=8b62cf1c-0298-4698-8ba3-46a078e1e477,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:42.597743 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:08:42.610332 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a2461d7b-bcfd-4f50-8652-5830412a24f8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4878666 Feb 18 12:08:42.611835 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Made reservation on behalf of 3c64eff4806a481a8bc37db142b666f1 for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:42.614989 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.618623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (193618e2-4a4a-4553-823c-9e8ff92eb9ba), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.619821 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:42.620518 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.643827 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (ba9f5808-b094-4faf-8510-2ff12c8c75ec), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.736714 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6505601 Feb 18 12:08:42.740160 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46294) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:42.750459 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Request body: {'subnet': {'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-subnet', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:42.767537 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b509fd5-c184-410c-8f4f-4ceb56e5b18d admin admin] Pushing event updated for resources: {'Network': ['ID=193618e2-4a4a-4553-823c-9e8ff92eb9ba,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:42.768281 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7b334-a760-47c0-9e86-3a6c67558e24 None None] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:42.793886 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:08:42.799087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Made reservation on behalf of d6ecac72a1e14da9a5c2660454f8f9c9 for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:42.801872 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:42.849425 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Checking segment: {'id': 'e3a52c56-6e8f-4617-a678-30300dc0da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:42.850001 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Network hostable DHCP agents. Network: d551cee0-64de-4763-aa13-492049f3a89d, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:08:42.975037 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9f5808-b094-4faf-8510-2ff12c8c75ec,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:43.026401 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Network d551cee0-64de-4763-aa13-492049f3a89d is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:08:43.026938 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (5e7d47db-7aaf-4b85-8961-f20a8a0927cc), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.034100 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (3b6b495d-4236-4b0a-8598-a60ba278e42e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.066645 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, d551cee0-64de-4763-aa13-492049f3a89d) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:43.080299 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794029a-ec32-46f9-8857-b37ccba5d8f5 None None] Network d551cee0-64de-4763-aa13-492049f3a89d requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:43.086140 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:43.087106 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.114929 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7d47db-7aaf-4b85-8961-f20a8a0927cc,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:43.140886 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3adc51dd-6af5-41a1-b9e1-17be6756b9d2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9090524 Feb 18 12:08:43.148306 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6b495d-4236-4b0a-8598-a60ba278e42e,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:43.161171 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Checking segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:43.161805 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Network hostable DHCP agents. Network: 16604c12-d93c-45a1-a8cd-f80f9c2e1d32, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:08:43.191337 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:08:43.217387 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 16604c12-d93c-45a1-a8cd-f80f9c2e1d32) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:43.222478 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:43.223970 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.278467 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b35bc30a-6042-445a-b2fc-90713936557e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0812752 Feb 18 12:08:43.280040 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46314) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:43.294271 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:43.327718 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.345121 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Checking segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:43.345794 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Network hostable DHCP agents. Network: 8b62cf1c-0298-4698-8ba3-46a078e1e477, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:08:43.347547 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b522ab4-99c0-4576-afd9-17d592e59e48 None None] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:43.360560 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (3e70e011-85c9-48fc-a5f6-0e9429f9e961), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.362189 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (3e70e011-85c9-48fc-a5f6-0e9429f9e961), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.526140 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:08:43.543215 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:43.546644 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46342) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:43.580247 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99f870-aa4a-48e3-94dd-9cd6fe41abda None None] Network d551cee0-64de-4763-aa13-492049f3a89d requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:43.581144 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 8b62cf1c-0298-4698-8ba3-46a078e1e477) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:43.593517 dv-cinder-829877-1-iscsi neutron-server[102858]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:08:43.611982 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks [] for router_controller (3e70e011-85c9-48fc-a5f6-0e9429f9e961), precommit_add_association {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.621418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e22577-f894-4483-8658-957169b5259e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:08:43.626069 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.790317 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Checking segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:43.798020 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Network hostable DHCP agents. Network: 193618e2-4a4a-4553-823c-9e8ff92eb9ba, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:08:43.890738 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46352) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:43.935769 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-b1e22577-f894-4483-8658-957169b5259e None None] Allocated IP 172.20.0.2 (16604c12-d93c-45a1-a8cd-f80f9c2e1d32/3b6b495d-4236-4b0a-8598-a60ba278e42e/e9a31628-eb84-432d-8c99-a4431487b1a6) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:43.957953 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef184ef-02c3-40ff-ad58-52f7401c49c8 None None] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:43.974532 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:43.978518 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:43.982543 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks [] for router_gateway (3e70e011-85c9-48fc-a5f6-0e9429f9e961), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.030742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-b94d1a39-9fa2-438c-b162-afab2fd5d0f4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5482261 Feb 18 12:08:44.031623 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46368) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:44.045501 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:44.055965 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:08:44.091028 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-538f3b1b-75e7-46fb-bbda-a43537e89fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.131207 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 193618e2-4a4a-4553-823c-9e8ff92eb9ba) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:44.143253 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-ec5563b8-ed84-4a93-8464-48e01c815b19 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:44.145429 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (ca53e105-62fa-4b2a-bacb-4a4755c28c66), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.146702 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (ca53e105-62fa-4b2a-bacb-4a4755c28c66), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.151146 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-ec5563b8-ed84-4a93-8464-48e01c815b19 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.5620708 Feb 18 12:08:44.160256 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:44.161074 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.188692 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-be683951-8d1b-42fe-9430-87940e124511 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/quotas/f4260ba94f6b483abdf8ff031c22b30e HTTP/1.1" status: 200 len: 375 time: 0.0363438 Feb 18 12:08:44.227655 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-3d7e11a4-772c-4b7f-bf5f-96f7064d4c94 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4850304 Feb 18 12:08:44.238842 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46374) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:44.244843 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks [] for router_controller (ca53e105-62fa-4b2a-bacb-4a4755c28c66), precommit_add_association {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.248252 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:44.255211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-deee7ea3-ed45-4175-b3e1-2d0e13dc2842 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652535 Feb 18 12:08:44.314909 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46388) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:44.333595 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f20ac-a4d5-4c58-98f3-07654a127118 None None] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:44.335861 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.337037 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.362682 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-8b62cf1c-0298-4698-8ba3-46a078e1e477', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:08:44.363535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.438218 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-538f3b1b-75e7-46fb-bbda-a43537e89fbd admin admin] Publish callbacks [] for security_group (cfc236ad-a341-4a9d-ae0d-95c86897d531), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.464659 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-b6f99981-77da-4214-a9d5-287c86a55aac service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:08:44.465449 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks [] for router_controller (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), precommit_add_association {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.465681 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-b6f99981-77da-4214-a9d5-287c86a55aac service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0711129 Feb 18 12:08:44.466317 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-538f3b1b-75e7-46fb-bbda-a43537e89fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (cfc236ad-a341-4a9d-ae0d-95c86897d531), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.519357 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.550800 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-02a99845-c080-4bbc-9e36-e8975bd046d6 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:44.552217 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-02a99845-c080-4bbc-9e36-e8975bd046d6 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/networks?id=d551cee0-64de-4763-aa13-492049f3a89d HTTP/1.1" status: 200 len: 812 time: 0.2358978 Feb 18 12:08:44.621978 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a403779-a04d-4219-a1dd-fee288a18ada None None] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:44.707903 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f3b1b-75e7-46fb-bbda-a43537e89fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc236ad-a341-4a9d-ae0d-95c86897d531,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:44.714526 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-538f3b1b-75e7-46fb-bbda-a43537e89fbd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cb407b6f811459b884a8266bb581d0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8184991 Feb 18 12:08:44.716099 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-fb4de514-93a4-438f-86d8-1bc813a468b8 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/quotas/e8810338ceb1426598c7e0f7dd228548 HTTP/1.1" status: 200 len: 375 time: 0.0309932 Feb 18 12:08:44.716574 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46396) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:44.770937 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-1c80b6a8-92e8-40b0-8433-58defb2f1ad8 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e8810338ceb1426598c7e0f7dd228548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453854 Feb 18 12:08:44.784473 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks [] for router_gateway (ca53e105-62fa-4b2a-bacb-4a4755c28c66), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.798325 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Allocated IP 172.20.0.2 (8b62cf1c-0298-4698-8ba3-46a078e1e477/5e7d47db-7aaf-4b85-8961-f20a8a0927cc/ff93ac38-3e79-4226-89ac-e8ffd546841c) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:44.799655 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-afadc26b-51e2-4b63-a140-f7ac41685e9b service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190813 Feb 18 12:08:44.800691 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Publish callbacks [] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.815804 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks [] for router_gateway (3e70e011-85c9-48fc-a5f6-0e9429f9e961), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.837197 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.892325 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d07576f-6d03-4eb1-b17f-179f6ba8f945 admin admin] Publish callbacks [] for security_group (cfc236ad-a341-4a9d-ae0d-95c86897d531), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.914622 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.928162 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e22577-f894-4483-8658-957169b5259e None None] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:44.932633 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d07576f-6d03-4eb1-b17f-179f6ba8f945 admin admin] Publish callbacks [] for security_group (cfc236ad-a341-4a9d-ae0d-95c86897d531), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:44.940015 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-b1e22577-f894-4483-8658-957169b5259e None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:44.943215 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e22577-f894-4483-8658-957169b5259e None None] Pushing event updated for resources: {'Port': ['ID=e9a31628-eb84-432d-8c99-a4431487b1a6,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:44.946707 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e22577-f894-4483-8658-957169b5259e None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:44.948995 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-4ed78335-4fee-45f2-b7c8-0d0a4abd7086 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:08:44.950054 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-4ed78335-4fee-45f2-b7c8-0d0a4abd7086 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0830874 Feb 18 12:08:44.954213 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-ba0472df-7de3-4113-852b-576589164dbe service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468019 Feb 18 12:08:44.959177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.959558 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.959917 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.960265 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.960601 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.960934 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.961419 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.961585 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.962642 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.962642 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.962642 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.962943 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.963225 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Tracked resource versions report: Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: pushed versions: Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: { 'AddressGroup': {'1.2'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'ConntrackHelper': {'1.0'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Log': {'1.0'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Network': {'1.1'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Port': {'1.7'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'PortForwarding': {'1.2'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'QosPolicy': {'1.10'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroup': {'1.5'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SubPort': {'1.0'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Subnet': {'1.1'}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Trunk': {'1.1'}} Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: consumer versions: Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: HyperV agent@hv-cinder-82987: {}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'ConntrackHelper': '1.0', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'LocalIPAssociation': '1.0', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Log': '1.0', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Network': '1.1', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Port': '1.7', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'PortForwarding': '1.2', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'QosPolicy': '1.10', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroup': '1.5', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SecurityGroupRule': '1.2', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'SubPort': '1.0', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Subnet': '1.1', Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: 'Trunk': '1.1'}} Feb 18 12:08:44.964354 dv-cinder-829877-1-iscsi neutron-server[102859]: {{(pid=102859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:08:45.072573 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d07576f-6d03-4eb1-b17f-179f6ba8f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (cfc236ad-a341-4a9d-ae0d-95c86897d531), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.076361 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d07576f-6d03-4eb1-b17f-179f6ba8f945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.078280 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-1d07576f-6d03-4eb1-b17f-179f6ba8f945 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfc236ad-a341-4a9d-ae0d-95c86897d531 HTTP/1.1" status: 204 len: 168 time: 0.3603287 Feb 18 12:08:45.081571 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks [] for router_gateway (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.106608 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07576f-6d03-4eb1-b17f-179f6ba8f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc236ad-a341-4a9d-ae0d-95c86897d531,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:45.111489 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Publish callbacks [] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.126962 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-56d877f9-f707-42da-a43c-d0f779c1ca8c service neutron] 10.222.0.65 "GET /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512814 Feb 18 12:08:45.219726 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.227456 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Allocated IP 172.27.1.24 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/5f1294c3-3506-4c00-93b8-5324d2ea6f45) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:45.306969 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-6e585a10-897e-4ef6-bb57-843a0c9f4568 service neutron] 10.222.0.65 "GET /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688182 Feb 18 12:08:45.320512 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-b1e22577-f894-4483-8658-957169b5259e None None] Attempting to bind port e9a31628-eb84-432d-8c99-a4431487b1a6 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:45.320885 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-b1e22577-f894-4483-8658-957169b5259e None None] Attempting to bind port e9a31628-eb84-432d-8c99-a4431487b1a6 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:45.330347 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22577-f894-4483-8658-957169b5259e None None] Attempting to bind port e9a31628-eb84-432d-8c99-a4431487b1a6 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:45.370383 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22577-f894-4483-8658-957169b5259e None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:45.371176 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22577-f894-4483-8658-957169b5259e None None] Checking segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:45.371176 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.371797 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22577-f894-4483-8658-957169b5259e None None] Bound using segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:45.372130 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-b1e22577-f894-4483-8658-957169b5259e None None] Bound port: e9a31628-eb84-432d-8c99-a4431487b1a6, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:45.372950 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.440772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Pushing event updated for resources: {'Port': ['ID=ff93ac38-3e79-4226-89ac-e8ffd546841c,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:45.486816 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:45.497475 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:45.503399 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:45.638780 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-96a0cbbb-b6fe-402c-b310-6ce61ddacb1e req-db7dc824-5ea9-44b9-ae01-80755b0c6a41 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.0957785 Feb 18 12:08:45.671662 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.713211 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Attempting to bind port ff93ac38-3e79-4226-89ac-e8ffd546841c on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:45.713955 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Attempting to bind port ff93ac38-3e79-4226-89ac-e8ffd546841c by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:45.714490 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Attempting to bind port ff93ac38-3e79-4226-89ac-e8ffd546841c on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:45.724898 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:45.725455 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Checking segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:45.726892 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.727530 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Bound using segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:45.728186 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Bound port: ff93ac38-3e79-4226-89ac-e8ffd546841c, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:45.729114 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.747618 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks [] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:45.761813 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-b1e22577-f894-4483-8658-957169b5259e None None] For port e9a31628-eb84-432d-8c99-a4431487b1a6, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:45.869809 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-da3370bc-8d8f-470e-9420-14da08ceba08 req-ca40cd8e-b742-48b9-8bf7-ede0da715a03 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0979300 Feb 18 12:08:45.899340 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-b1e22577-f894-4483-8658-957169b5259e None None] For port e9a31628-eb84-432d-8c99-a4431487b1a6, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e9a31628-eb84-432d-8c99-a4431487b1a6,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:45.945968 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b1e22577-f894-4483-8658-957169b5259e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.001453 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks [] for router_gateway (ca53e105-62fa-4b2a-bacb-4a4755c28c66), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.095533 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] For port ff93ac38-3e79-4226-89ac-e8ffd546841c, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:46.111283 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] For port ff93ac38-3e79-4226-89ac-e8ffd546841c, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=ff93ac38-3e79-4226-89ac-e8ffd546841c,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:46.131994 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.136224 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e22577-f894-4483-8658-957169b5259e None None] Pushing event updated for resources: {'Port': ['ID=e9a31628-eb84-432d-8c99-a4431487b1a6,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:46.145690 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks [] for router_gateway (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.147702 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.251677 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.258740 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d2250-5cbd-4f61-ac13-7a4185ed0869 None None] Pushing event updated for resources: {'Port': ['ID=ff93ac38-3e79-4226-89ac-e8ffd546841c,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:46.421780 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:46.582956 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Pushing event updated for resources: {'Port': ['ID=5f1294c3-3506-4c00-93b8-5324d2ea6f45,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:46.600077 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:46.606189 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:46.616855 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:46.726442 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Allocated IP 172.27.1.138 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/b6962e9d-12bd-490d-b679-cbe2d6b6e895) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:46.844993 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-90b937c9-97a9-478d-a2b1-d9e88d89d00d req-a4dc10ca-9419-40d0-ae33-e05c8587f88a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.0974562 Feb 18 12:08:47.032099 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e5c30699-7aa1-43b5-8c14-a82af56c3852 req-be65b132-851d-4148-afb3-2c847b860518 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0597038 Feb 18 12:08:47.054686 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks [] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:47.123844 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks [] for router_gateway (3e70e011-85c9-48fc-a5f6-0e9429f9e961), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:47.197890 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:47.442745 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:47.457423 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:47.460395 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:47.463112 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Allocated IP 172.27.1.194 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/fcaccef7-0226-4620-afe9-bd7e876f4e58) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:47.505527 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Pushing event updated for resources: {'Port': ['ID=b6962e9d-12bd-490d-b679-cbe2d6b6e895,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:47.698921 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d88228-ae56-4f2f-83cd-e34c3bcabe76 None None] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:47.793551 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] Provisioning complete for port e9a31628-eb84-432d-8c99-a4431487b1a6 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:47.793965 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:47.836301 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks [] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:47.877551 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (3e70e011-85c9-48fc-a5f6-0e9429f9e961), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:47.971613 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] Current status of the port e9a31628-eb84-432d-8c99-a4431487b1a6 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:47.972307 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.030383 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] For port e9a31628-eb84-432d-8c99-a4431487b1a6, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e9a31628-eb84-432d-8c99-a4431487b1a6,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:08:48.044986 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.084045 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.118373 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7b748860-ad47-4e19-9d48-04dbc51de9d7 req-374489eb-77b5-4573-bb73-e54be9511108 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.0966716 Feb 18 12:08:48.165659 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Pushing event updated for resources: {'Port': ['ID=fcaccef7-0226-4620-afe9-bd7e876f4e58,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:48.178327 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks [] for router_gateway (ca53e105-62fa-4b2a-bacb-4a4755c28c66), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.192524 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ef0a-14ac-4252-b00c-d7a9715b7ac3 None None] Pushing event updated for resources: {'Port': ['ID=e9a31628-eb84-432d-8c99-a4431487b1a6,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:48.251289 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a8631-94fc-4b1b-a5fc-d67c2404ad36 None None] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:08:48.284191 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:48.291561 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:48.294552 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:48.324658 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4f319913-120c-481d-be6d-88732503b544 req-43b36786-065f-43ce-9d89-fc04358af95c tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0560095 Feb 18 12:08:48.367179 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] Provisioning complete for port ff93ac38-3e79-4226-89ac-e8ffd546841c triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:48.367849 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.490670 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] Current status of the port ff93ac38-3e79-4226-89ac-e8ffd546841c is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:48.491023 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.529811 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] For port ff93ac38-3e79-4226-89ac-e8ffd546841c, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=ff93ac38-3e79-4226-89ac-e8ffd546841c,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:08:48.536434 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device ff93ac38-3e79-4226-89ac-e8ffd546841c up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:48.540587 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.555802 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:08:48.738418 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (ca53e105-62fa-4b2a-bacb-4a4755c28c66), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.752989 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-41dc9db1-b154-4d33-91e8-1976df44e402 None None] Provisioning complete for port e9a31628-eb84-432d-8c99-a4431487b1a6 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:48.753540 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-41dc9db1-b154-4d33-91e8-1976df44e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.774973 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f645a-d746-4c01-a5e5-acc05e68a0b7 None None] Pushing event updated for resources: {'Port': ['ID=ff93ac38-3e79-4226-89ac-e8ffd546841c,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:48.797339 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port ff93ac38-3e79-4226-89ac-e8ffd546841c triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:48.797754 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.835657 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks [] for router_gateway (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:48.877376 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-41dc9db1-b154-4d33-91e8-1976df44e402 None None] Current status of the port e9a31628-eb84-432d-8c99-a4431487b1a6 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:48.914093 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port ff93ac38-3e79-4226-89ac-e8ffd546841c is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:48.915173 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e9a31628-eb84-432d-8c99-a4431487b1a6 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:48.962786 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port e9a31628-eb84-432d-8c99-a4431487b1a6 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:48.963273 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.011686 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-5a8ac00c-c68c-4b40-9a72-73a739880038 None None] Provisioning complete for port ff93ac38-3e79-4226-89ac-e8ffd546841c triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:49.012064 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac00c-c68c-4b40-9a72-73a739880038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.036158 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:08:49.048696 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:08:49.058223 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:49.058864 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:49.092564 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port e9a31628-eb84-432d-8c99-a4431487b1a6 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:49.098000 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.099770 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dbf55185-c282-499f-8211-8e95ca6c289d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8169596 Feb 18 12:08:49.102775 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46580) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:49.202679 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ac00c-c68c-4b40-9a72-73a739880038 None None] Current status of the port ff93ac38-3e79-4226-89ac-e8ffd546841c is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:49.335912 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e971cd6b-ef6a-4843-8ad7-603efb0f04c3 req-a7f38312-fd55-41ce-959a-cb60f3d8c193 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.0902619 Feb 18 12:08:49.349284 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:08:49.382509 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:49.497899 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.626392 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d74e90d1-f14e-4902-8867-a2e966dbbe69 req-b6a91fac-457e-475c-94c2-d6a488023540 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0754344 Feb 18 12:08:49.635690 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:46Z', 'revision_number': 3, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:49.716612 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:08:49.717985 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Updating router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:08:49.755089 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:08:49.756882 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.765514 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:08:49.777677 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:49.778996 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:49.789400 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.791619 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7163ee03-4849-495b-bf06-2f1a5bffdac2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7575815 Feb 18 12:08:49.793364 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:08:49.797848 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46612) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:49.893442 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:49.923037 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:50.034316 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Publish callbacks [] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.043737 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.072809 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Allocated IP 172.20.0.1 (16604c12-d93c-45a1-a8cd-f80f9c2e1d32/3b6b495d-4236-4b0a-8598-a60ba278e42e/6d5d9060-4b64-4d9f-abf9-2487fb05e1bc) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:50.095988 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Pushing event updated for resources: {'Port': ['ID=5f1294c3-3506-4c00-93b8-5324d2ea6f45,revision_number=2']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:50.118924 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:47Z', 'revision_number': 3, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:50.119818 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.120182 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.120548 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.120898 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.121353 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.121693 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.122047 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.122488 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.122827 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.123172 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.123504 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.123869 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.124197 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Tracked resource versions report: Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: pushed versions: Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: { 'AddressGroup': {'1.2'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'ConntrackHelper': {'1.0'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'LocalIPAssociation': {'1.0'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Log': {'1.0'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Network': {'1.1'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Port': {'1.7'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'PortForwarding': {'1.2'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'QosPolicy': {'1.10'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroup': {'1.5'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SubPort': {'1.0'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Subnet': {'1.1'}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Trunk': {'1.1'}} Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: consumer versions: Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: { DHCP agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: HyperV agent@hv-cinder-82987: {}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: L3 agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: Metadata agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: Metering agent@dv-cinder-829877-1-iscsi: {}, Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: Open vSwitch agent@dv-cinder-829877-1-iscsi: { 'AddressGroup': '1.2', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'ConntrackHelper': '1.0', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'LocalIPAssociation': '1.0', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Log': '1.0', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Network': '1.1', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Port': '1.7', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'PortForwarding': '1.2', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'QosPolicy': '1.10', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroup': '1.5', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SecurityGroupRule': '1.2', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'SubPort': '1.0', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Subnet': '1.1', Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: 'Trunk': '1.1'}} Feb 18 12:08:50.125549 dv-cinder-829877-1-iscsi neutron-server[102860]: {{(pid=102860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 18 12:08:50.130452 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Attempting to bind port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:50.131045 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Attempting to bind port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:50.131723 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Attempting to bind port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:50.138017 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:50.138463 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:50.138929 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.139904 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:50.140561 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Bound port: 5f1294c3-3506-4c00-93b8-5324d2ea6f45, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:50.141132 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.167908 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:08:50.168232 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Updating router ca53e105-62fa-4b2a-bacb-4a4755c28c66 port b6962e9d-12bd-490d-b679-cbe2d6b6e895 binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:08:50.172328 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:08:50.197177 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Sync routers for ids ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:08:50.201392 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks [] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.214346 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.214952 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Routers {'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:50.215643 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:50.220523 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] For port 5f1294c3-3506-4c00-93b8-5324d2ea6f45, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:50.235592 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.240572 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46616) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:50.240746 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b87b6a9f-a7c9-4024-834c-69926d754df1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9982641 Feb 18 12:08:50.246255 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.267924 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] For port 5f1294c3-3506-4c00-93b8-5324d2ea6f45, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=5f1294c3-3506-4c00-93b8-5324d2ea6f45,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:50.285426 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.320344 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Pushing event updated for resources: {'Port': ['ID=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:50.391630 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10816645-3c35-47b9-a231-d6873da94f69 None None] Pushing event updated for resources: {'Port': ['ID=5f1294c3-3506-4c00-93b8-5324d2ea6f45,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:50.450571 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:50.451217 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:50.457205 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:50.463378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:50.466028 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:50.466769 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (3e70e011-85c9-48fc-a5f6-0e9429f9e961), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.566305 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.618920 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Publish callbacks [] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.622243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device ff93ac38-3e79-4226-89ac-e8ffd546841c up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:50.632797 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:50.679935 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.752874 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cda5a0-a3e4-446e-aa30-b5fd587028ce None None] Pushing event updated for resources: {'Port': ['ID=b6962e9d-12bd-490d-b679-cbe2d6b6e895,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:50.772235 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port ff93ac38-3e79-4226-89ac-e8ffd546841c triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:50.773892 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Set router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:50.774034 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.859821 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Attempting to bind port b6962e9d-12bd-490d-b679-cbe2d6b6e895 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:50.860216 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Attempting to bind port b6962e9d-12bd-490d-b679-cbe2d6b6e895 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:50.860587 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Attempting to bind port b6962e9d-12bd-490d-b679-cbe2d6b6e895 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:50.868503 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ef902b35-cc32-4dba-bdbe-6cf9cd6e2fba req-e9932715-e95b-42fd-bc1a-22705e84c0b8 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.1001642 Feb 18 12:08:50.868722 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:50.869039 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:50.869444 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.869871 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:50.870354 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Bound port: b6962e9d-12bd-490d-b679-cbe2d6b6e895, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:50.870741 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:50.876845 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Allocated IP 172.20.0.1 (8b62cf1c-0298-4698-8ba3-46a078e1e477/5e7d47db-7aaf-4b85-8961-f20a8a0927cc/40d1e638-4178-4fb4-acef-55639f7dec91) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:50.898242 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f95f0cb6-1b3b-42b1-9a4e-3606570c04d1 req-1def44e8-16a7-4d86-afff-4ff74913dc44 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.1113400 Feb 18 12:08:50.969011 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] For port b6962e9d-12bd-490d-b679-cbe2d6b6e895, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:50.975064 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] For port b6962e9d-12bd-490d-b679-cbe2d6b6e895, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=b6962e9d-12bd-490d-b679-cbe2d6b6e895,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:51.002774 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.011148 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks [] for port (40d1e638-4178-4fb4-acef-55639f7dec91), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.033543 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port ff93ac38-3e79-4226-89ac-e8ffd546841c is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:51.036200 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.050185 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-d4ca578f-3855-42e4-a90e-61a2d1b94024 None None] Provisioning complete for port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:51.050709 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d4ca578f-3855-42e4-a90e-61a2d1b94024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.052671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.093926 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:51.103199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:51.172166 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:51.172166 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (ca53e105-62fa-4b2a-bacb-4a4755c28c66), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.180641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca578f-3855-42e4-a90e-61a2d1b94024 None None] Port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:08:51.180641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:51.180641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:51.362304 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:51.364961 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cda5a0-a3e4-446e-aa30-b5fd587028ce None None] Pushing event updated for resources: {'Port': ['ID=b6962e9d-12bd-490d-b679-cbe2d6b6e895,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:51.525360 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.547337 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:48Z', 'revision_number': 3, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:51.572227 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Checking router: ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:08:51.572712 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Updating router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 port fcaccef7-0226-4620-afe9-bd7e876f4e58 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:08:51.577979 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:46Z', 'revision_number': 3, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:51.619383 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-39a3e28e-474e-410f-bcea-eea3c6316556 None None] Provisioning complete for port 40d1e638-4178-4fb4-acef-55639f7dec91 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:51.619682 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-39a3e28e-474e-410f-bcea-eea3c6316556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.632344 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Pushing event updated for resources: {'Port': ['ID=40d1e638-4178-4fb4-acef-55639f7dec91,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:51.664608 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-39a3e28e-474e-410f-bcea-eea3c6316556 None None] Port 40d1e638-4178-4fb4-acef-55639f7dec91 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:08:51.715141 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd39364-af61-4954-9b77-cc49d52d728d None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:46Z', 'revision_number': 3, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:08:51.726770 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.772735 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.772990 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.806752 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks [] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.817622 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.819548 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (3e70e011-85c9-48fc-a5f6-0e9429f9e961), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:51.821746 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:47Z', 'revision_number': 3, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:51.865617 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a67e09-6166-45af-92d4-920b508e820d None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:47Z', 'revision_number': 3, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:08:52.062542 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks [] for port (40d1e638-4178-4fb4-acef-55639f7dec91), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.074063 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.074971 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (ca53e105-62fa-4b2a-bacb-4a4755c28c66), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.149478 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Publish callbacks [] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.159619 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.206595 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Pushing event updated for resources: {'Port': ['ID=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:52.227267 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d4ddc720-a023-4ad2-91b1-3d44f6d57bd7 req-35ca1445-7b4e-4e6d-88b7-7e27ccd0028d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.2140265 Feb 18 12:08:52.268758 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Pushing event updated for resources: {'Port': ['ID=40d1e638-4178-4fb4-acef-55639f7dec91,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:52.293572 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-77dd6a26-8c25-42db-a874-c6ede27b5b26 req-184e53ad-d4d0-4640-855c-38cbba87a9c0 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.2589049 Feb 18 12:08:52.305559 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95691d9-b06b-422b-807c-76afdff6c819 None None] Pushing event updated for resources: {'Port': ['ID=fcaccef7-0226-4620-afe9-bd7e876f4e58,revision_number=2']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:52.307882 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Attempting to bind port fcaccef7-0226-4620-afe9-bd7e876f4e58 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:52.308929 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Attempting to bind port fcaccef7-0226-4620-afe9-bd7e876f4e58 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:52.309089 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Attempting to bind port fcaccef7-0226-4620-afe9-bd7e876f4e58 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:52.338610 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:52.339466 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:52.340166 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.340820 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:52.341588 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Bound port: fcaccef7-0226-4620-afe9-bd7e876f4e58, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:52.342176 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.369535 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:52.371542 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:52.382804 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:52.392951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:52.470763 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] For port fcaccef7-0226-4620-afe9-bd7e876f4e58, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:52.493170 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] For port fcaccef7-0226-4620-afe9-bd7e876f4e58, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=fcaccef7-0226-4620-afe9-bd7e876f4e58,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:52.553103 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:52.579341 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 5f1294c3-3506-4c00-93b8-5324d2ea6f45 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:52.709612 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95691d9-b06b-422b-807c-76afdff6c819 None None] Pushing event updated for resources: {'Port': ['ID=fcaccef7-0226-4620-afe9-bd7e876f4e58,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:52.738071 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:08:52.797918 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Routers {'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:52.798576 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:52.817812 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:52.825187 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.059813 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.79', 50571) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:53.060377 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.79', 50573) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:53.113267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Allocated IP 172.20.0.1 (193618e2-4a4a-4553-823c-9e8ff92eb9ba/7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a/8e44831f-e97e-46c5-9274-0fbdf21943eb) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:53.130244 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] Set router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:53.135514 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:08:53.152041 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:08:53.164774 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2e69d54c-bd32-40f6-b037-3f4c89f10d54 admin admin] 10.222.0.65 "PUT /v2.0/routers/ca53e105-62fa-4b2a-bacb-4a4755c28c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3657269 Feb 18 12:08:53.276901 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-42dd0b1b-fc7b-4cde-af17-1f6cd2ff1cf7 None None] Provisioning complete for port 40d1e638-4178-4fb4-acef-55639f7dec91 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:53.279426 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-42dd0b1b-fc7b-4cde-af17-1f6cd2ff1cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.287863 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:53.288459 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.446512 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port 5f1294c3-3506-4c00-93b8-5324d2ea6f45, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=5f1294c3-3506-4c00-93b8-5324d2ea6f45,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:08:53.464150 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.465446 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b6962e9d-12bd-490d-b679-cbe2d6b6e895 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:53.494607 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-42dd0b1b-fc7b-4cde-af17-1f6cd2ff1cf7 None None] Port 40d1e638-4178-4fb4-acef-55639f7dec91 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:08:53.579013 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=5f1294c3-3506-4c00-93b8-5324d2ea6f45,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:53.589924 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port b6962e9d-12bd-490d-b679-cbe2d6b6e895 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:53.590483 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.625438 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9ee4b2b1-8acb-4357-a351-fb6a00b1da38 req-6ccf2a5c-bee1-4c9c-8418-2c035c7f42b0 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.1426771 Feb 18 12:08:53.629028 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:48Z', 'revision_number': 3, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:53.635895 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a6f59ba2-cfad-4943-8a3a-6cb12598e6a7 req-864655c7-7317-4a83-ac79-c0be623f7212 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.1498945 Feb 18 12:08:53.681326 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1916cb-ba47-47ac-aba7-272985d1bb66 None None] The sync data for ids ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'] in dv-cinder-829877-1-iscsi is: [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:48Z', 'revision_number': 3, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:08:53.690539 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-47aadaa6-f58f-4e3b-9db5-536b6cd4ad95 None None] Provisioning complete for port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:53.690927 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-47aadaa6-f58f-4e3b-9db5-536b6cd4ad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.692355 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-c18af2d5-b373-4586-b176-9773a2777f91 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:53.695211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-c18af2d5-b373-4586-b176-9773a2777f91 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.6295888 Feb 18 12:08:53.760500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Request body: {'port': {'device_id': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'admin_state_up': True, 'tenant_id': 'f4260ba94f6b483abdf8ff031c22b30e'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:53.798563 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port b6962e9d-12bd-490d-b679-cbe2d6b6e895 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:53.798959 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.816118 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-47aadaa6-f58f-4e3b-9db5-536b6cd4ad95 None None] Port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:08:53.829199 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port b6962e9d-12bd-490d-b679-cbe2d6b6e895, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=b6962e9d-12bd-490d-b679-cbe2d6b6e895,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:08:53.838427 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:53.945433 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=b6962e9d-12bd-490d-b679-cbe2d6b6e895,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:54.216658 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46746) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:54.221254 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769898489', 'description': 'tempest-description--665180874'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:54.273349 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.380164 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (9aecefc0-877c-49aa-9a50-15bc993375cf), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.387681 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (9aecefc0-877c-49aa-9a50-15bc993375cf), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.407983 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-cbf66e83-07b3-4ddf-85ce-099278e32de8 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:08:54.409474 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-cbf66e83-07b3-4ddf-85ce-099278e32de8 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.79 "GET /v2.0/networks?id=d551cee0-64de-4763-aa13-492049f3a89d HTTP/1.1" status: 200 len: 812 time: 1.3454590 Feb 18 12:08:54.450038 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.454841 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2338791 Feb 18 12:08:54.454976 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46758) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:54.462491 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'security_group_rule': {'security_group_id': '9aecefc0-877c-49aa-9a50-15bc993375cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:54.516484 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 5f1294c3-3506-4c00-93b8-5324d2ea6f45 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:54.528936 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Request body: {'port': {'device_id': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d', 'admin_state_up': True, 'tenant_id': 'e8810338ceb1426598c7e0f7dd228548'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:54.562116 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (0d54a93a-b3b2-4bb6-8a93-a71bc43a1b25), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.679674 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:54.679976 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.829360 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (0d54a93a-b3b2-4bb6-8a93-a71bc43a1b25), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.830743 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784a00b-b925-4d9f-a3a7-3f464c9e6c68 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aecefc0-877c-49aa-9a50-15bc993375cf,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:54.854338 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (0d54a93a-b3b2-4bb6-8a93-a71bc43a1b25), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.895084 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:08:54.921629 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-75704bc5-5ec7-4bbf-beaf-6470b5b1c6fe admin admin] 10.222.0.65 "PUT /v2.0/routers/3e70e011-85c9-48fc-a5f6-0e9429f9e961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8154452 Feb 18 12:08:54.943501 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d54a93a-b3b2-4bb6-8a93-a71bc43a1b25,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:54.970235 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:54.982138 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-08f0440b-5cd8-42e6-b7d3-7ff1876feaa8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256910 Feb 18 12:08:54.990476 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46774) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:54.993746 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks [] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.017314 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'security_group_rule': {'security_group_id': '9aecefc0-877c-49aa-9a50-15bc993375cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:55.054773 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Made reservation on behalf of f4260ba94f6b483abdf8ff031c22b30e for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:55.072978 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.093295 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:55.102699 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b6962e9d-12bd-490d-b679-cbe2d6b6e895 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:55.127545 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (be9f0c30-c40e-4a4e-842e-79835687f232), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.267949 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9539920-05f3-4a18-8a83-df8e1d8a4692 req-04fed6c3-919a-4d6c-8a57-dc6c2b1612b9 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.3077693 Feb 18 12:08:55.277258 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (be9f0c30-c40e-4a4e-842e-79835687f232), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.288141 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port b6962e9d-12bd-490d-b679-cbe2d6b6e895 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:55.288772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.293326 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (be9f0c30-c40e-4a4e-842e-79835687f232), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.305741 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcaacb0f-172b-4769-b842-e35af2a318a2 req-5e7e1a78-7ac8-4c21-ab9d-8300767e1fb1 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.2683516 Feb 18 12:08:55.343626 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9f0c30-c40e-4a4e-842e-79835687f232,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:55.378713 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.381419 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-94ebda00-34dd-4a95-a963-51cb44e20b3f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3862808 Feb 18 12:08:55.384669 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46786) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:55.394757 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:55.491766 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.647841 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:08:55.655922 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.723256 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Made reservation on behalf of e8810338ceb1426598c7e0f7dd228548 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:08:55.739767 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:55.834941 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:55.842515 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:56.122912 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:56.196029 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:56.211283 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:56.217869 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:56.221379 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:56.223342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:56.406832 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:08:56.445902 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Pushing event updated for resources: {'Port': ['ID=8e44831f-e97e-46c5-9274-0fbdf21943eb,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:56.453451 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:56.463315 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:56.528748 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46822) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:56.548954 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925293343', 'description': 'tempest-description--994465436'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:56.573079 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46824) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:56.688020 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Allocated IP 172.27.1.144 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/0d94dcd0-4af4-46de-85e1-111972f09e69) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:56.727655 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9a1439ad-ad5a-428c-9471-b58ed4ed8af0 req-858341a0-98ee-4bc4-8a45-7fbdfa14639d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.2722485 Feb 18 12:08:56.770866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Allocated IP 172.20.0.13 (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd/7fdfe737-560a-4682-8e3c-7c495d944a59/8503417d-ae49-43a4-af1a-490b3b90d62c) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:56.804573 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port b6962e9d-12bd-490d-b679-cbe2d6b6e895 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:56.900756 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:08:56.924345 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-586436e7-0e13-4093-9b41-ef127a0f1ce2 req-c537ed7a-f9db-45e6-9631-2298842248db tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.2001266 Feb 18 12:08:56.990852 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.090209 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fcaccef7-0226-4620-afe9-bd7e876f4e58 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:57.099433 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-608cef01-5220-4cce-97f9-b6fb3c722f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.200796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port fcaccef7-0226-4620-afe9-bd7e876f4e58 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:57.202436 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.228216 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.280532 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 2, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:57.370138 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:08:57.370820 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Updating router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:08:57.379673 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port fcaccef7-0226-4620-afe9-bd7e876f4e58 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:57.380430 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.453834 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.458980 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port fcaccef7-0226-4620-afe9-bd7e876f4e58, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=fcaccef7-0226-4620-afe9-bd7e876f4e58,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:08:57.467935 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.473075 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 2, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:57.522050 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (91c38eda-9a34-431d-9466-ed7ff541e2fa), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.535990 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (91c38eda-9a34-431d-9466-ed7ff541e2fa), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.549241 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Allocated IP 172.20.0.10 (d551cee0-64de-4763-aa13-492049f3a89d/ba9f5808-b094-4faf-8510-2ff12c8c75ec/b170a318-49c0-4080-8bed-fbfc5f78d1a8) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:08:57.552152 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:08:57.552517 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Updating router ca53e105-62fa-4b2a-bacb-4a4755c28c66 port 40d1e638-4178-4fb4-acef-55639f7dec91 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:08:57.556213 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.566598 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.574692 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0408216 Feb 18 12:08:57.579246 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=fcaccef7-0226-4620-afe9-bd7e876f4e58,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:57.584818 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46836) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:57.599352 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'security_group_rule': {'security_group_id': '91c38eda-9a34-431d-9466-ed7ff541e2fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:08:57.619398 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.638623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks [] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.655366 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:08:57.663893 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:08:57.666985 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:08:57.669510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.715436 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd15deb-1f05-4183-8fa5-67aaaedd381c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c38eda-9a34-431d-9466-ed7ff541e2fa,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:57.733983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-608cef01-5220-4cce-97f9-b6fb3c722f5d admin admin] Publish callbacks [] for security_group (6d15a43c-2398-4f22-aa1f-9a5d5df73f22), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.789876 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-608cef01-5220-4cce-97f9-b6fb3c722f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6d15a43c-2398-4f22-aa1f-9a5d5df73f22), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:57.902554 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-608cef01-5220-4cce-97f9-b6fb3c722f5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0415a23633584cab9b1d02e06401d0a4&name=default HTTP/1.1" status: 200 len: 2995 time: 1.3282316 Feb 18 12:08:57.905239 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46850) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:57.947568 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'Port': ['ID=0d94dcd0-4af4-46de-85e1-111972f09e69,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:57.990193 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (1c533a82-e32e-4039-9990-5e3ecf792107), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.002714 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cef01-5220-4cce-97f9-b6fb3c722f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d15a43c-2398-4f22-aa1f-9a5d5df73f22,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:58.026912 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.085394 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-494cc0d0-3ed5-491a-a17b-fcee3fc3a76f admin admin] Publish callbacks [] for security_group (6d15a43c-2398-4f22-aa1f-9a5d5df73f22), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.123414 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-494cc0d0-3ed5-491a-a17b-fcee3fc3a76f admin admin] Publish callbacks [] for security_group (6d15a43c-2398-4f22-aa1f-9a5d5df73f22), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.382681 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Publish callbacks [] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.392111 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.425001 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60c10d37-b02a-44ac-973b-68ff6218bcbc req-0cacccf5-9d45-44ba-b267-48126f957fd7 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.2237437 Feb 18 12:08:58.441822 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-132ab3e0-5cca-48e7-aa25-3b6604e9df6a req-3c8b2f55-754c-4837-9d58-06595f895995 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.4868095 Feb 18 12:08:58.589782 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.703786 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-494cc0d0-3ed5-491a-a17b-fcee3fc3a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6d15a43c-2398-4f22-aa1f-9a5d5df73f22), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.707017 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-494cc0d0-3ed5-491a-a17b-fcee3fc3a76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.708170 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-494cc0d0-3ed5-491a-a17b-fcee3fc3a76f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d15a43c-2398-4f22-aa1f-9a5d5df73f22 HTTP/1.1" status: 204 len: 168 time: 0.7947631 Feb 18 12:08:58.744874 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Publish callbacks [] for port (40d1e638-4178-4fb4-acef-55639f7dec91), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.760851 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.806848 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cc0d0-3ed5-491a-a17b-fcee3fc3a76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d15a43c-2398-4f22-aa1f-9a5d5df73f22,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:58.871730 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Attempting to bind port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:58.872223 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Attempting to bind port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:58.872776 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Attempting to bind port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:58.900887 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:58.910373 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Checking segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:58.911310 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.911854 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Bound using segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:58.912524 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Bound port: 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:58.913117 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:58.972233 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5efe7-478a-4952-8474-923568f03241 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:58.986795 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46886) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:59.085509 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-e6d28bc8-82e7-4264-a107-84d5c8f63262 None None] Provisioning complete for port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:59.088061 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166c2c8-b52f-4c71-9f54-d33cadb9026b None None] Pushing event updated for resources: {'Port': ['ID=40d1e638-4178-4fb4-acef-55639f7dec91,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:59.106453 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e6d28bc8-82e7-4264-a107-84d5c8f63262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.199456 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fcaccef7-0226-4620-afe9-bd7e876f4e58 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:08:59.256810 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks [] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.260811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.269580 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Attempting to bind port 40d1e638-4178-4fb4-acef-55639f7dec91 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:08:59.269989 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Attempting to bind port 40d1e638-4178-4fb4-acef-55639f7dec91 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:08:59.270909 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-e6d28bc8-82e7-4264-a107-84d5c8f63262 None None] Port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:08:59.272384 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Attempting to bind port 40d1e638-4178-4fb4-acef-55639f7dec91 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:08:59.283802 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:08:59.284188 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Checking segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:08:59.288467 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.289680 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Bound using segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:08:59.290517 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Bound port: 40d1e638-4178-4fb4-acef-55639f7dec91, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:08:59.291129 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.298669 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.305646 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port fcaccef7-0226-4620-afe9-bd7e876f4e58 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:59.306368 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.399928 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'Port': ['ID=0d94dcd0-4af4-46de-85e1-111972f09e69,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:59.407267 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.416683 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32074519-05ef-409d-a197-5fb9dd58aee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.431762 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] For port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:59.442930 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-99779cf0-a039-4c43-9d81-d1eb0f7d5111 None None] Provisioning complete for port 40d1e638-4178-4fb4-acef-55639f7dec91 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:08:59.443219 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-99779cf0-a039-4c43-9d81-d1eb0f7d5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.447111 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] For port 40d1e638-4178-4fb4-acef-55639f7dec91, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:08:59.478344 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] For port 40d1e638-4178-4fb4-acef-55639f7dec91, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=40d1e638-4178-4fb4-acef-55639f7dec91,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:59.495307 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (1c533a82-e32e-4039-9990-5e3ecf792107), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.498512 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.525879 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.529296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-99779cf0-a039-4c43-9d81-d1eb0f7d5111 None None] Port 40d1e638-4178-4fb4-acef-55639f7dec91 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:08:59.532701 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32074519-05ef-409d-a197-5fb9dd58aee1 admin admin] Publish callbacks [] for security_group (80307108-9444-423a-87cc-c514cd9a7905), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.543198 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32074519-05ef-409d-a197-5fb9dd58aee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (80307108-9444-423a-87cc-c514cd9a7905), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.566788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.569390 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (1c533a82-e32e-4039-9990-5e3ecf792107), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.583289 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-32074519-05ef-409d-a197-5fb9dd58aee1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8627e78f775041feab83352daa5e4765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954211 Feb 18 12:08:59.592930 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46902) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:08:59.607400 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] For port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:08:59.645464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.700020 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05642c32-9bab-412f-8921-868f3df646a4 admin admin] Publish callbacks [] for security_group (80307108-9444-423a-87cc-c514cd9a7905), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.705313 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166c2c8-b52f-4c71-9f54-d33cadb9026b None None] Pushing event updated for resources: {'Port': ['ID=40d1e638-4178-4fb4-acef-55639f7dec91,revision_number=4']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:59.709318 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c533a82-e32e-4039-9990-5e3ecf792107,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:59.739866 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05642c32-9bab-412f-8921-868f3df646a4 admin admin] Publish callbacks [] for security_group (80307108-9444-423a-87cc-c514cd9a7905), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.752585 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:08:59.781725 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:59.782389 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:59.805687 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5efe7-478a-4952-8474-923568f03241 None None] Pushing event updated for resources: {'Port': ['ID=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:59.812650 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.821755 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-d86eddf0-4ce9-4563-b20e-5d03491ec1f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4284654 Feb 18 12:08:59.823154 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32074519-05ef-409d-a197-5fb9dd58aee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80307108-9444-423a-87cc-c514cd9a7905,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:08:59.825093 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port fcaccef7-0226-4620-afe9-bd7e876f4e58 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:08:59.841366 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05642c32-9bab-412f-8921-868f3df646a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (80307108-9444-423a-87cc-c514cd9a7905), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.849361 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05642c32-9bab-412f-8921-868f3df646a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:08:59.850553 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-05642c32-9bab-412f-8921-868f3df646a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80307108-9444-423a-87cc-c514cd9a7905 HTTP/1.1" status: 204 len: 168 time: 0.2566807 Feb 18 12:08:59.860540 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:08:59.861465 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:08:59.866356 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05642c32-9bab-412f-8921-868f3df646a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80307108-9444-423a-87cc-c514cd9a7905,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:00.081285 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:00.163425 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Network d551cee0-64de-4763-aa13-492049f3a89d is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:00.224811 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:00.269968 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:00.305763 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:00.331660 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:00.334263 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.384520 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:00.419134 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event updated for resources: {'Port': ['ID=8503417d-ae49-43a4-af1a-490b3b90d62c,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:00.425536 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:00.450928 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:00.459475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.465347 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:00.497772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.502023 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-94a5fd06-cfad-430f-9a84-62a9cb96e72f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9139867 Feb 18 12:09:00.503968 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46928) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:00.508850 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'security_group_rule': {'security_group_id': '91c38eda-9a34-431d-9466-ed7ff541e2fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:00.534805 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] Provisioning complete for port 40d1e638-4178-4fb4-acef-55639f7dec91 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:00.540584 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.599098 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (3a8b34b0-6856-4ac9-859e-b489fce3536f), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.717023 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Pushing event updated for resources: {'Port': ['ID=b170a318-49c0-4080-8bed-fbfc5f78d1a8,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:00.733502 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330443a-47d8-4ca7-9a0c-a5d1b70458bc req-316454b9-9253-425d-b072-21a27f0554b9 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:00.743485 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0330443a-47d8-4ca7-9a0c-a5d1b70458bc req-316454b9-9253-425d-b072-21a27f0554b9 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 932 time: 1.1012928 Feb 18 12:09:00.786151 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (3a8b34b0-6856-4ac9-859e-b489fce3536f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.809025 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (3a8b34b0-6856-4ac9-859e-b489fce3536f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.833583 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8b34b0-6856-4ac9-859e-b489fce3536f,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:00.867776 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.869004 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3ba41577-40af-4829-bf2c-cc56018f301c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3638799 Feb 18 12:09:00.872474 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46936) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:00.877971 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:00.915057 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-289abeb3-d0c5-49f8-b626-52c53706be2b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1614590 Feb 18 12:09:00.938983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:00.950222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-3d158e88-db28-4c15-aabc-9c7227a88012 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:09:00.951267 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-3d158e88-db28-4c15-aabc-9c7227a88012 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118797 Feb 18 12:09:00.973637 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358490e-9f6c-4999-bdde-2e8d968bc90d req-8b7369da-e3d6-4a4d-911a-bb01461527b2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:00.992781 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c358490e-9f6c-4999-bdde-2e8d968bc90d req-8b7369da-e3d6-4a4d-911a-bb01461527b2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 932 time: 1.3215184 Feb 18 12:09:01.007285 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] Current status of the port 40d1e638-4178-4fb4-acef-55639f7dec91 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:01.009687 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.020161 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:08:59Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:01.025512 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 46940) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:01.049444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks [] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.098757 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bd71b955-f096-4a08-af63-6269819264c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.103092 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e308473-957d-403d-a5b7-674f5fb45468 None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:08:59Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:01.138688 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-31fed554-9336-434b-b74f-9e2eb3b1037d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6760397 Feb 18 12:09:01.141879 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] For port 40d1e638-4178-4fb4-acef-55639f7dec91, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=40d1e638-4178-4fb4-acef-55639f7dec91,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:01.165982 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.196442 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c358490e-9f6c-4999-bdde-2e8d968bc90d req-0f6d3529-11fe-4be5-bdfa-800deee86570 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025900 Feb 18 12:09:01.204111 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.205359 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.367011 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.433980 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c97073-eafe-4a31-a3ab-6ce6db2511e0 None None] Pushing event updated for resources: {'Port': ['ID=40d1e638-4178-4fb4-acef-55639f7dec91,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:01.479448 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:01.507178 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0330443a-47d8-4ca7-9a0c-a5d1b70458bc req-92b00115-3752-4de3-8992-4a447085700a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7611959 Feb 18 12:09:01.569667 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:01.597692 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] Provisioning complete for port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:01.601307 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.654453 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Request body: {'port': {'device_id': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:01.695543 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Allocated IP 172.27.1.204 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/9d691861-1053-43ac-8b76-86fae5720e36) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:01.744824 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-4dea7576-0e6f-4857-9c1f-67e142ef1211 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--769898489&fields=id&tenant_id=3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 267 time: 0.2871394 Feb 18 12:09:01.745026 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:08:59Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:01.825814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb695e-be94-473d-92f2-44e1244aea1c None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:08:59Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:01.842264 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Request body: {'port': {'device_id': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:01.864922 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.910221 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bd71b955-f096-4a08-af63-6269819264c7 admin admin] Publish callbacks [] for security_group (7f969b33-db40-4d2e-b9f9-367cac2cea47), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.950395 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] Current status of the port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:01.952767 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:01.958497 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bd71b955-f096-4a08-af63-6269819264c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (7f969b33-db40-4d2e-b9f9-367cac2cea47), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.037600 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] For port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:02.048301 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.171230 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Pushing event updated for resources: {'Port': ['ID=8e44831f-e97e-46c5-9274-0fbdf21943eb,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:02.252616 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-bd71b955-f096-4a08-af63-6269819264c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a645e77fb1224fde89bc1178c6c5e699&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2247243 Feb 18 12:09:02.256003 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 46972) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:02.268295 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a236dc-3cb6-40d7-9c48-a2a5431c8b8d None None] Pushing event updated for resources: {'Port': ['ID=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:02.289040 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71b955-f096-4a08-af63-6269819264c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f969b33-db40-4d2e-b9f9-367cac2cea47,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:02.326509 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for port (9d691861-1053-43ac-8b76-86fae5720e36), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.403864 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (9d691861-1053-43ac-8b76-86fae5720e36), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.468518 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:02.474066 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:02.481464 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:02.486955 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'Port': ['ID=9d691861-1053-43ac-8b76-86fae5720e36,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:02.610982 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (a54566e8-0b42-4ccc-bb71-57fdac825d58), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.623009 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.683653 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (9d691861-1053-43ac-8b76-86fae5720e36), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.771271 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-aec6368b-9589-4831-ab15-9e2a45f7df2b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:02.772805 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-aec6368b-9589-4831-ab15-9e2a45f7df2b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 817 time: 1.0267982 Feb 18 12:09:02.889727 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e777cad-0a36-49ec-916a-105cc2205979 admin admin] Publish callbacks [] for security_group (7f969b33-db40-4d2e-b9f9-367cac2cea47), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.902770 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for port (9d691861-1053-43ac-8b76-86fae5720e36), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.911359 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (9d691861-1053-43ac-8b76-86fae5720e36), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:02.915465 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-60d73d31-5879-47d5-8c40-2342c1293ca9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/quotas/3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 375 time: 0.0821862 Feb 18 12:09:02.934788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:09:02.973236 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (a54566e8-0b42-4ccc-bb71-57fdac825d58), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:03.006485 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'Port': ['ID=9d691861-1053-43ac-8b76-86fae5720e36,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:03.016378 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:03.018168 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-fc5d7615-4926-4a13-9ea5-304111af042f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1444340 Feb 18 12:09:03.241968 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 40d1e638-4178-4fb4-acef-55639f7dec91 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:03.268388 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e777cad-0a36-49ec-916a-105cc2205979 admin admin] Publish callbacks [] for security_group (7f969b33-db40-4d2e-b9f9-367cac2cea47), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:03.393235 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 40d1e638-4178-4fb4-acef-55639f7dec91 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:03.394095 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:03.560445 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 40d1e638-4178-4fb4-acef-55639f7dec91 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:03.562630 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:03.675392 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:03.676725 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:03.733237 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08254-a844-49a3-8596-a2b99863b181 req-b963ec80-854d-4f17-b767-3791e93572d9 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:03.734844 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9bc08254-a844-49a3-8596-a2b99863b181 req-b963ec80-854d-4f17-b767-3791e93572d9 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 932 time: 0.9028814 Feb 18 12:09:03.797410 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-94c70429-6786-4b8f-a693-2842a1473327 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8529928 Feb 18 12:09:03.917065 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:03.977804 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9bc08254-a844-49a3-8596-a2b99863b181 req-93afb7cc-97bd-4748-8807-b383147cf39b tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201376 Feb 18 12:09:04.050391 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-63308c05-07ce-4c46-95d5-4a852be3cc6a service neutron] 10.222.0.65 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518997 Feb 18 12:09:04.177350 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e777cad-0a36-49ec-916a-105cc2205979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (7f969b33-db40-4d2e-b9f9-367cac2cea47), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:04.180027 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e777cad-0a36-49ec-916a-105cc2205979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:04.181177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-4e777cad-0a36-49ec-916a-105cc2205979 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f969b33-db40-4d2e-b9f9-367cac2cea47 HTTP/1.1" status: 204 len: 168 time: 1.9214535 Feb 18 12:09:04.269696 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e777cad-0a36-49ec-916a-105cc2205979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f969b33-db40-4d2e-b9f9-367cac2cea47,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:04.427366 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:04.440284 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Sync routers for ids ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:04.459803 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-fd348c4d-7e6c-42ce-a452-87b0912c3f19 admin admin] 10.222.0.65 "PUT /v2.0/routers/ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2175281 Feb 18 12:09:04.462441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8503417d-ae49-43a4-af1a-490b3b90d62c {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:04.465411 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Routers {'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:04.466287 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:04.515294 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Publish callbacks [] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:04.597455 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379369-56b7-4a56-9f19-0c6401cc0b66 req-4a1035f4-67dc-4910-a910-620fd087c689 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:04.606502 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-55379369-56b7-4a56-9f19-0c6401cc0b66 req-4a1035f4-67dc-4910-a910-620fd087c689 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 932 time: 0.4983141 Feb 18 12:09:04.630727 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-67d430eb-6329-4884-9967-945a22da11b7 service neutron] 10.222.0.65 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779705 Feb 18 12:09:04.676051 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Transition to ACTIVE for port object 8503417d-ae49-43a4-af1a-490b3b90d62c will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:04.699575 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b170a318-49c0-4080-8bed-fbfc5f78d1a8 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:04.720226 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:04.727860 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Set router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:04.738986 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Publish callbacks [] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:04.913911 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-55379369-56b7-4a56-9f19-0c6401cc0b66 req-6a5b33fd-4af6-4694-a7b1-4fc794d790b2 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040063 Feb 18 12:09:04.998090 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Transition to ACTIVE for port object b170a318-49c0-4080-8bed-fbfc5f78d1a8 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:05.083749 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:05.306946 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Pushing event updated for resources: {'Port': ['ID=8503417d-ae49-43a4-af1a-490b3b90d62c,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:05.384413 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '8e44831f-e97e-46c5-9274-0fbdf21943eb', 'name': '', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'mac_address': 'fa:16:3e:35:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:51Z', 'updated_at': '2022-02-18T12:08:58Z', 'revision_number': 2, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'subnets': [{'id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:05.410673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Attempting to bind port 8503417d-ae49-43a4-af1a-490b3b90d62c on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:05.411090 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Attempting to bind port 8503417d-ae49-43a4-af1a-490b3b90d62c by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:05.411457 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Attempting to bind port 8503417d-ae49-43a4-af1a-490b3b90d62c on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:05.460285 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-f206e822-7b6e-47ca-ac6e-4b0c960302cf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1925293343&fields=id&tenant_id=1d9f853b12e04a9f931ccec730dd8fe8 HTTP/1.1" status: 200 len: 267 time: 0.3391805 Feb 18 12:09:05.521289 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Checking router: ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:05.522008 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Updating router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 port 8e44831f-e97e-46c5-9274-0fbdf21943eb binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:09:05.598020 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:05.877183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Port 8503417d-ae49-43a4-af1a-490b3b90d62c on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:05.877792 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Attempting to bind port 8503417d-ae49-43a4-af1a-490b3b90d62c on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:05.898340 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-a8fb60c9-3622-41cc-aa23-a54ba6d27b33 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:05.901763 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-a8fb60c9-3622-41cc-aa23-a54ba6d27b33 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 810 time: 0.4402995 Feb 18 12:09:05.912656 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Attempting to bind port b170a318-49c0-4080-8bed-fbfc5f78d1a8 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:05.913036 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Attempting to bind port b170a318-49c0-4080-8bed-fbfc5f78d1a8 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': 'e3a52c56-6e8f-4617-a678-30300dc0da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:05.915881 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Attempting to bind port b170a318-49c0-4080-8bed-fbfc5f78d1a8 on network d551cee0-64de-4763-aa13-492049f3a89d {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:05.956981 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Port b170a318-49c0-4080-8bed-fbfc5f78d1a8 on network d551cee0-64de-4763-aa13-492049f3a89d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:05.958045 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Attempting to bind port b170a318-49c0-4080-8bed-fbfc5f78d1a8 on network d551cee0-64de-4763-aa13-492049f3a89d {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:05.989670 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Pushing event updated for resources: {'Port': ['ID=b170a318-49c0-4080-8bed-fbfc5f78d1a8,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:06.023876 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:06.025570 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Checking segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:06.026213 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Bound using segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:06.028826 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Bound port: 8503417d-ae49-43a4-af1a-490b3b90d62c, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:06.029328 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.089470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:06.089919 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Checking segment: {'id': 'e3a52c56-6e8f-4617-a678-30300dc0da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:06.090316 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Bound using segment: {'id': 'e3a52c56-6e8f-4617-a678-30300dc0da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:06.090770 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Bound port: b170a318-49c0-4080-8bed-fbfc5f78d1a8, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a52c56-6e8f-4617-a678-30300dc0da0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:06.091132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.191887 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Publish callbacks [] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.205553 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.211991 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-6962629c-dc82-473d-b652-b7dd4c54e617 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/quotas/1d9f853b12e04a9f931ccec730dd8fe8 HTTP/1.1" status: 200 len: 375 time: 0.2786751 Feb 18 12:09:06.309689 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86648f5d-f889-4fa2-98ec-ea50e5520d17 None None] Pushing event updated for resources: {'Port': ['ID=8e44831f-e97e-46c5-9274-0fbdf21943eb,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:06.387950 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-8b588c29-af8c-45aa-9225-155155bb46b6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:06.390343 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-8b588c29-af8c-45aa-9225-155155bb46b6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 818 time: 0.4803493 Feb 18 12:09:06.418090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Attempting to bind port 8e44831f-e97e-46c5-9274-0fbdf21943eb on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:06.418887 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Attempting to bind port 8e44831f-e97e-46c5-9274-0fbdf21943eb by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:06.419340 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Attempting to bind port 8e44831f-e97e-46c5-9274-0fbdf21943eb on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:06.426141 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:06.426464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Checking segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:06.426865 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.427245 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Bound using segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:06.427721 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Bound port: 8e44831f-e97e-46c5-9274-0fbdf21943eb, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:06.428448 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.436937 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-14d48593-0fec-4526-8d70-91c2bb29ee91 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/quotas/d6ecac72a1e14da9a5c2660454f8f9c9 HTTP/1.1" status: 200 len: 375 time: 0.0373623 Feb 18 12:09:06.529176 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] For port 8e44831f-e97e-46c5-9274-0fbdf21943eb, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:06.539985 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] For port 8e44831f-e97e-46c5-9274-0fbdf21943eb, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=8e44831f-e97e-46c5-9274-0fbdf21943eb,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:06.545773 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] For port 8503417d-ae49-43a4-af1a-490b3b90d62c, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:06.552488 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.603900 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-6a65e73c-0d64-4dec-bfcb-02d687a49ec1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3781974 Feb 18 12:09:06.618249 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Routers {'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:06.618975 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:08:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:06.621177 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] For port 8503417d-ae49-43a4-af1a-490b3b90d62c, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=8503417d-ae49-43a4-af1a-490b3b90d62c,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:06.674842 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86648f5d-f889-4fa2-98ec-ea50e5520d17 None None] Pushing event updated for resources: {'Port': ['ID=8e44831f-e97e-46c5-9274-0fbdf21943eb,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:06.759103 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] Set router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:06.773906 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] For port b170a318-49c0-4080-8bed-fbfc5f78d1a8, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:06.777654 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] For port b170a318-49c0-4080-8bed-fbfc5f78d1a8, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8,segment=NetworkSegment(e3a52c56-6e8f-4617-a678-30300dc0da0a),segment_id=e3a52c56-6e8f-4617-a678-30300dc0da0a)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:06.790370 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-39062675-3312-48ce-ab51-3299f5c3ccd5 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3018234 Feb 18 12:09:06.798080 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-b0b3afcf-adcd-4ea2-8a3b-47fd33d5732e service neutron] 10.222.0.65 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662724 Feb 18 12:09:06.800808 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.804010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.963375 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:06.964016 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:06.965415 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] 10.222.0.79 "PUT /v2.0/ports/8503417d-ae49-43a4-af1a-490b3b90d62c HTTP/1.1" status: 200 len: 1094 time: 5.7046793 Feb 18 12:09:06.967002 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'tag': '8503417d-ae49-43a4-af1a-490b3b90d62c'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:06.989476 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '8e44831f-e97e-46c5-9274-0fbdf21943eb', 'name': '', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'mac_address': 'fa:16:3e:35:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:51Z', 'updated_at': '2022-02-18T12:09:06Z', 'revision_number': 4, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'subnets': [{'id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:07.028222 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15fa9a7-1791-4881-9d4b-d7032e71e97b None None] The sync data for ids ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'] in dv-cinder-829877-1-iscsi is: [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '8e44831f-e97e-46c5-9274-0fbdf21943eb', 'name': '', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'mac_address': 'fa:16:3e:35:f3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:51Z', 'updated_at': '2022-02-18T12:09:06Z', 'revision_number': 4, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'subnets': [{'id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:07.068675 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:07.069049 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:07.070544 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] 10.222.0.79 "PUT /v2.0/ports/b170a318-49c0-4080-8bed-fbfc5f78d1a8 HTTP/1.1" status: 200 len: 1094 time: 5.8324184 Feb 18 12:09:07.158324 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da40bc5-69e2-4d0e-849f-2889eac40106 service neutron] Pushing event updated for resources: {'Port': ['ID=8503417d-ae49-43a4-af1a-490b3b90d62c,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:07.370493 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.79', 50594) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:07.652289 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c93d8-81fc-44ad-9a4c-377e2eb964ec service neutron] Pushing event updated for resources: {'Port': ['ID=b170a318-49c0-4080-8bed-fbfc5f78d1a8,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:07.658172 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0b6e9e-081a-4f72-b970-83c9a13c33cd", "tag": "8503417d-ae49-43a4-af1a-490b3b90d62c"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:07.684693 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-ee62cccd-1a51-49a0-ae3d-fd24c539d273 service neutron] 10.222.0.65 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8177569 Feb 18 12:09:07.691495 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-6a9ef352-5a4f-4a2b-bbb5-b1184e0fb6a4 service neutron] 10.222.0.65 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8920112 Feb 18 12:09:07.729509 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9bc54b2e-2509-4b06-a882-59a4913b53a4 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:07.731045 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9bc54b2e-2509-4b06-a882-59a4913b53a4 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 817 time: 0.3581359 Feb 18 12:09:07.819323 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-0c5e05e2-1cd7-416c-987c-28000f6144c8 service neutron] 10.222.0.65 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162436 Feb 18 12:09:07.833094 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-c8cc7e36-732a-414c-a731-ece72e912ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:07.835502 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-c8cc7e36-732a-414c-a731-ece72e912ade service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 1128 time: 0.8069062 Feb 18 12:09:07.837894 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-00465513-61bf-4f4f-be42-61dc789103f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:07.839524 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-00465513-61bf-4f4f-be42-61dc789103f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8810338ceb1426598c7e0f7dd228548&device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 1128 time: 0.6851523 Feb 18 12:09:07.914901 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-68d88c89-21b8-4097-9fe4-ef9c54707710 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 379 time: 0.1711586 Feb 18 12:09:07.929962 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'port': {'device_id': 'cd19244b-93a1-45d0-abc1-498874734c13', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'admin_state_up': True, 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'security_groups': ['9aecefc0-877c-49aa-9a50-15bc993375cf']}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:08.004098 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-d6071c94-c052-4f46-9003-29c4da0a6a17 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8 HTTP/1.1" status: 200 len: 217 time: 0.1479845 Feb 18 12:09:08.180336 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Made reservation on behalf of 3c64eff4806a481a8bc37db142b666f1 for: {'port': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:08.184240 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:08.225314 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-09208709-485e-4ffd-ac85-a4ef1644baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:08.227192 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-09208709-485e-4ffd-ac85-a4ef1644baa5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba9f5808-b094-4faf-8510-2ff12c8c75ec HTTP/1.1" status: 200 len: 852 time: 0.1297200 Feb 18 12:09:08.254157 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-7e7395e2-2147-454c-ad0a-77f5db699904 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8503417d-ae49-43a4-af1a-490b3b90d62c HTTP/1.1" status: 200 len: 217 time: 0.4034359 Feb 18 12:09:08.265383 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-82321abd-d9fd-4dd2-a5e5-09bbc6de3b52 req-9be6ca26-6769-484d-ac48-4b2617cf6842 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 210 time: 0.2600489 Feb 18 12:09:08.424896 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-38c1eff6-ac75-46ce-8d50-ae2678a08000 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d551cee0-64de-4763-aa13-492049f3a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460900 Feb 18 12:09:08.538525 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Allocated IP 172.20.0.12 (8b62cf1c-0298-4698-8ba3-46a078e1e477/5e7d47db-7aaf-4b85-8961-f20a8a0927cc/ba58e416-0f03-4be4-996d-e9c207e13779) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:08.578296 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbcad2-116b-4947-b7bd-87dfc4ddbcfe req-3e77ff32-1dda-4b0a-bd05-cc4df61c4773 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:08.579730 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6ddbcad2-116b-4947-b7bd-87dfc4ddbcfe req-3e77ff32-1dda-4b0a-bd05-cc4df61c4773 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 944 time: 0.3514514 Feb 18 12:09:08.630143 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9c9e70ca-76c8-4605-a352-9f8dddf3413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:08.632778 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-9c9e70ca-76c8-4605-a352-9f8dddf3413f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.3660514 Feb 18 12:09:08.707381 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47178) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:08.721195 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-e78c4d87-b2ec-4886-bcf8-b903b2aa7dfd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763161 Feb 18 12:09:08.783544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ee4f7-7062-475f-8dab-d9dc31f63474 req-95eced22-6be3-42f5-92ec-1b401968eaec tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:08.785130 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bc6ee4f7-7062-475f-8dab-d9dc31f63474 req-95eced22-6be3-42f5-92ec-1b401968eaec tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 944 time: 0.2236445 Feb 18 12:09:08.815655 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6ddbcad2-116b-4947-b7bd-87dfc4ddbcfe req-989132a7-5950-489d-b659-7e66c8cdbdb3 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928940 Feb 18 12:09:08.992979 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-edae67d5-21af-4e67-881d-85c24c9f37a8 service neutron] 10.222.0.79 "GET /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494444 Feb 18 12:09:09.048243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 8e44831f-e97e-46c5-9274-0fbdf21943eb up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:09.133591 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for port (ba58e416-0f03-4be4-996d-e9c207e13779), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.161411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bc6ee4f7-7062-475f-8dab-d9dc31f63474 req-cffaba8e-37bf-4ec3-b40f-b6303ad35f57 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588958 Feb 18 12:09:09.199507 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-f0907285-640a-4c82-a9be-f243ba596a2c service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487293 Feb 18 12:09:09.236721 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 8e44831f-e97e-46c5-9274-0fbdf21943eb triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:09.237106 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.238672 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-890f3547-4104-4b4e-bf56-6e57f9cc84fe req-93fefe90-9ce0-4144-9337-fbddec2bfcb4 service neutron] 10.222.0.79 "GET /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414205 Feb 18 12:09:09.267637 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.309455 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f0f56a87-e751-4f82-b649-9d2f5561c7d3 req-69aab684-8057-4afc-89fe-6779a96bc4ea tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 210 time: 0.0367274 Feb 18 12:09:09.378493 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a1538-8928-4113-81ae-3e898f317398 x-openstack-request-id: req-250a1538-8928-4113-81ae-3e898f317398 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:09.379077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0b6e9e-081a-4f72-b970-83c9a13c33cd", "tag": "8503417d-ae49-43a4-af1a-490b3b90d62c", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:09.379621 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-250a1538-8928-4113-81ae-3e898f317398 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:09.380266 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'tag': '8503417d-ae49-43a4-af1a-490b3b90d62c', 'status': 'completed', 'code': 200} Feb 18 12:09:09.388620 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6893c43f-8d3e-43cf-ab47-bcb144e3b7d9 req-851602f0-594b-4f42-9fff-21dadb74cc57 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760283 Feb 18 12:09:09.389974 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e1059263-e4f1-45f8-9bc7-a0278d573251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.424368 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e31db06-d793-4b03-b7a1-97628e052031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.460671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:09.468998 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:09.485377 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:09.492975 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0ba380e7-6855-4467-8cc6-a02e17091c6f req-36585505-f8ec-4b64-88de-f31f4b3f57c0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 210 time: 0.0730596 Feb 18 12:09:09.494341 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:09.495088 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.510548 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:09.529026 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-b8047790-3a85-4397-a757-99a5f629da06 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6095679 Feb 18 12:09:09.547308 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 8e44831f-e97e-46c5-9274-0fbdf21943eb is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:09.547795 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.567927 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Request body: {'port': {'device_id': 'cd19244b-93a1-45d0-abc1-498874734c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:09.580183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-936bf126-021e-4d5d-a665-903e6c1801b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:09.581903 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-936bf126-021e-4d5d-a665-903e6c1801b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 1128 time: 0.0875137 Feb 18 12:09:09.794349 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.905752 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port 8e44831f-e97e-46c5-9274-0fbdf21943eb, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=8e44831f-e97e-46c5-9274-0fbdf21943eb,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:09.913813 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.922013 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e31db06-d793-4b03-b7a1-97628e052031 admin admin] Publish callbacks [] for security_group (e0052e3d-f8b2-4b39-bc91-425c48543192), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.938122 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.79', 50603) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:09.963664 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e31db06-d793-4b03-b7a1-97628e052031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e0052e3d-f8b2-4b39-bc91-425c48543192), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:09.980251 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-ed37367c-53c8-4aae-82e1-def61abfc14d None None] Provisioning complete for port ba58e416-0f03-4be4-996d-e9c207e13779 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:09.980917 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ed37367c-53c8-4aae-82e1-def61abfc14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.025995 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=8e44831f-e97e-46c5-9274-0fbdf21943eb,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:10.046673 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-ed37367c-53c8-4aae-82e1-def61abfc14d None None] Port ba58e416-0f03-4be4-996d-e9c207e13779 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:10.109856 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47238) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:10.229331 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3e31db06-d793-4b03-b7a1-97628e052031 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=307670a1494e4ce3989aaaa04ede38d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5078719 Feb 18 12:09:10.238434 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47248) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:10.253333 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31db06-d793-4b03-b7a1-97628e052031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0052e3d-f8b2-4b39-bc91-425c48543192,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:10.303848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e17d-8db9-403d-a3a6-a8a660f7919b req-7039149d-6901-4275-b616-517564f6c61b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:10.305319 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1de7e17d-8db9-403d-a3a6-a8a660f7919b req-7039149d-6901-4275-b616-517564f6c61b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 932 time: 0.4543936 Feb 18 12:09:10.322410 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-7bfbbce9-c989-4225-881b-673ed5ba2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:10.323850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-7bfbbce9-c989-4225-881b-673ed5ba2c09 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 916 time: 0.7346811 Feb 18 12:09:10.339246 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-07b51235-e7a5-4982-9f02-a65442c93fde tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:10.340727 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-07b51235-e7a5-4982-9f02-a65442c93fde tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 818 time: 0.4015396 Feb 18 12:09:10.354940 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Request body: {'port': {'device_id': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'admin_state_up': True, 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:10.355137 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-c4e8624a-1c86-4c79-9a60-8209eaa68ea3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:10.355875 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-c4e8624a-1c86-4c79-9a60-8209eaa68ea3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 810 time: 0.4912026 Feb 18 12:09:10.367728 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-250633c8-9d5e-45a7-aa83-4f2e5af28146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.522694 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba58e416-0f03-4be4-996d-e9c207e13779 {{(pid=102857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:10.533259 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Publish callbacks [] for port (ba58e416-0f03-4be4-996d-e9c207e13779), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.551867 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Made reservation on behalf of d6ecac72a1e14da9a5c2660454f8f9c9 for: {'port': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:10.555076 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.562001 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.provisioning_blocks [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Transition to ACTIVE for port object ba58e416-0f03-4be4-996d-e9c207e13779 will not be triggered until provisioned by entity L2. {{(pid=102857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:10.571288 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.616536 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-56d9ad8b-392b-4f62-8291-ec39a401cd80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8503417d-ae49-43a4-af1a-490b3b90d62c HTTP/1.1" status: 200 len: 217 time: 0.2750492 Feb 18 12:09:10.633594 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-142df0ad-6029-4006-b22e-404a283517cf tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:10.635087 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-142df0ad-6029-4006-b22e-404a283517cf tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 818 time: 0.5978470 Feb 18 12:09:10.713181 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:10.758281 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Attempting to bind port ba58e416-0f03-4be4-996d-e9c207e13779 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:10.758638 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Attempting to bind port ba58e416-0f03-4be4-996d-e9c207e13779 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:10.758982 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Attempting to bind port ba58e416-0f03-4be4-996d-e9c207e13779 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:10.759964 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1de7e17d-8db9-403d-a3a6-a8a660f7919b req-3b40b286-64b7-43fb-b159-a14b1c6ae993 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445350 Feb 18 12:09:10.761171 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-644edcd6-5075-45cf-8c2a-dfb918cc6aa9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/quotas/d6ecac72a1e14da9a5c2660454f8f9c9 HTTP/1.1" status: 200 len: 375 time: 0.1114290 Feb 18 12:09:10.769540 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Port ba58e416-0f03-4be4-996d-e9c207e13779 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:10.769911 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Attempting to bind port ba58e416-0f03-4be4-996d-e9c207e13779 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:10.780048 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:10.780503 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Checking segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:10.781067 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Bound using segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:10.781560 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Bound port: ba58e416-0f03-4be4-996d-e9c207e13779, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:10.782002 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.784479 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc459-3d34-4d80-a74b-4b07c3394a59 admin admin] Publish callbacks [] for security_group (e0052e3d-f8b2-4b39-bc91-425c48543192), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.803345 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-4e741571-5112-440a-bef6-6a62783806b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:10.805134 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-4e741571-5112-440a-bef6-6a62783806b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.1796145 Feb 18 12:09:10.836313 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Allocated IP 172.20.0.13 (193618e2-4a4a-4553-823c-9e8ff92eb9ba/7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a/f19b6986-c716-46c9-896f-f6d0649ac48a) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:10.840360 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-5d6cfd5b-f4b6-413a-b24c-aabcfbc771aa tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d9f853b12e04a9f931ccec730dd8fe8 HTTP/1.1" status: 200 len: 380 time: 0.4574101 Feb 18 12:09:10.863839 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'port': {'device_id': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'admin_state_up': True, 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'security_groups': ['91c38eda-9a34-431d-9466-ed7ff541e2fa']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:10.896243 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-c0e8a133-77d3-4f4c-b4db-d37156cb8713 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659721 Feb 18 12:09:10.908966 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, cleared binding levels {{(pid=102857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:10.913585 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc459-3d34-4d80-a74b-4b07c3394a59 admin admin] Publish callbacks [] for security_group (e0052e3d-f8b2-4b39-bc91-425c48543192), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.941144 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:10.942002 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 8e44831f-e97e-46c5-9274-0fbdf21943eb up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:10.959966 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:10.997728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 8e44831f-e97e-46c5-9274-0fbdf21943eb triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:10.998514 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.037830 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:11.038449 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.040293 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] 10.222.0.79 "PUT /v2.0/ports/ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 1094 time: 1.4967341 Feb 18 12:09:11.044457 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:11.141999 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-0107bd0b-2b53-47a8-b119-1cb7ba56d0e0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3697431 Feb 18 12:09:11.144535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 8e44831f-e97e-46c5-9274-0fbdf21943eb is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:11.165796 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-250633c8-9d5e-45a7-aa83-4f2e5af28146 admin admin] Publish callbacks [] for security_group (f3fee881-0ead-4646-9cb0-aac0cff3f22e), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.205302 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-250633c8-9d5e-45a7-aa83-4f2e5af28146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f3fee881-0ead-4646-9cb0-aac0cff3f22e), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.252545 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed1e32-5cd0-4be6-a340-bb228d9a4045 service neutron] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=3']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:11.258745 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b170a318-49c0-4080-8bed-fbfc5f78d1a8 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:11.287379 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:11.300369 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks [] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.305156 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-01d6c8ba-d132-4232-a49b-496e79e35e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:11.307135 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-01d6c8ba-d132-4232-a49b-496e79e35e83 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1128 time: 0.1931422 Feb 18 12:09:11.342056 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-86057f98-811c-4126-83ba-14f67da3468d service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259303 Feb 18 12:09:11.441105 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'tag': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:11.448191 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed7903-40ee-4290-9bac-4d99d80ea197" -d '{"events": [{"name": "network-changed", "server_uuid": "dde0b395-4b28-4ec6-8bb8-d9f6267961b2", "tag": "b170a318-49c0-4080-8bed-fbfc5f78d1a8"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:11.453162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250633c8-9d5e-45a7-aa83-4f2e5af28146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fee881-0ead-4646-9cb0-aac0cff3f22e,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:11.471475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dde25-4fa4-4030-a73c-1fdab3dc1474 req-f997da66-b2d4-4a9b-8db8-c3d3c0e7a4c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:11.474240 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-f5616d03-6c97-44a9-9fa4-c4d205225c53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 217 time: 0.1534207 Feb 18 12:09:11.486243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-55d9dc51-8540-4eed-b167-78a5470050f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.487035 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c8dde25-4fa4-4030-a73c-1fdab3dc1474 req-f997da66-b2d4-4a9b-8db8-c3d3c0e7a4c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 944 time: 0.5993009 Feb 18 12:09:11.494868 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-250633c8-9d5e-45a7-aa83-4f2e5af28146 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=583bafb5c8ac4c3299ae854f0228e1ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3812468 Feb 18 12:09:11.503957 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47262) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:11.508150 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port b170a318-49c0-4080-8bed-fbfc5f78d1a8, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8,segment=NetworkSegment(e3a52c56-6e8f-4617-a678-30300dc0da0a),segment_id=e3a52c56-6e8f-4617-a678-30300dc0da0a)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:11.522761 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8', 'network_id': 'd551cee0-64de-4763-aa13-492049f3a89d', 'port_id': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8', 'mac_address': 'fa:16:3e:26:21:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9f5808-b094-4faf-8510-2ff12c8c75ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:11.532386 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc459-3d34-4d80-a74b-4b07c3394a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e0052e3d-f8b2-4b39-bc91-425c48543192), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.534884 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc459-3d34-4d80-a74b-4b07c3394a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.535964 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2e4cc459-3d34-4d80-a74b-4b07c3394a59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0052e3d-f8b2-4b39-bc91-425c48543192 HTTP/1.1" status: 204 len: 168 time: 1.2804821 Feb 18 12:09:11.536616 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Made reservation on behalf of 1d9f853b12e04a9f931ccec730dd8fe8 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:11.540479 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.576204 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port b170a318-49c0-4080-8bed-fbfc5f78d1a8 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:11.577394 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.591766 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b170a318-49c0-4080-8bed-fbfc5f78d1a8 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:11.598718 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9efd9787-844b-4ff1-8250-fca1ab970f98 admin admin] Publish callbacks [] for security_group (f3fee881-0ead-4646-9cb0-aac0cff3f22e), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.615211 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port b170a318-49c0-4080-8bed-fbfc5f78d1a8, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8,segment=NetworkSegment(e3a52c56-6e8f-4617-a678-30300dc0da0a),segment_id=e3a52c56-6e8f-4617-a678-30300dc0da0a)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:11.625285 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.625478 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9efd9787-844b-4ff1-8250-fca1ab970f98 admin admin] Publish callbacks [] for security_group (f3fee881-0ead-4646-9cb0-aac0cff3f22e), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.627770 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 8503417d-ae49-43a4-af1a-490b3b90d62c details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:11.629049 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-9e5a9d8d-0f68-4717-9031-da1bab24934a service neutron] 10.222.0.65 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861522 Feb 18 12:09:11.629782 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cc459-3d34-4d80-a74b-4b07c3394a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0052e3d-f8b2-4b39-bc91-425c48543192,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:11.638265 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.773867 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c8dde25-4fa4-4030-a73c-1fdab3dc1474 req-0d051d66-8830-4d83-ab3c-239099781870 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852635 Feb 18 12:09:11.813342 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea9ce2-9125-4b31-81e8-a7b8df7c1c33 req-05c06b05-c479-4ccd-b255-b4fc1ff2f5c8 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289730 Feb 18 12:09:11.865129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 8503417d-ae49-43a4-af1a-490b3b90d62c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=8503417d-ae49-43a4-af1a-490b3b90d62c,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:11.885973 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-88e4d148-5fe2-4bb8-9acf-96b1c82bad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:11.887570 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-88e4d148-5fe2-4bb8-9acf-96b1c82bad58 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.4063938 Feb 18 12:09:11.901135 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '8503417d-ae49-43a4-af1a-490b3b90d62c', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'port_id': '8503417d-ae49-43a4-af1a-490b3b90d62c', 'mac_address': 'fa:16:3e:e6:cf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdfe737-560a-4682-8e3c-7c495d944a59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:11.907387 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=b170a318-49c0-4080-8bed-fbfc5f78d1a8,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:11.910000 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-9432e3b6-1f50-4ce3-bfe4-75b99f9acd37 service neutron] 10.222.0.65 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664542 Feb 18 12:09:11.935421 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Allocated IP 172.20.0.3 (16604c12-d93c-45a1-a8cd-f80f9c2e1d32/3b6b495d-4236-4b0a-8598-a60ba278e42e/a9f2801a-3a9a-431f-b2ff-ba97b75a5b34) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:11.968788 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 8503417d-ae49-43a4-af1a-490b3b90d62c is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:11.969360 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1839dce-1fb4-468e-b5e5-51225ff07853 req-a9c2d7b7-8e0b-46f2-99cc-6a5baf3f9a26 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:11.969466 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:11.970341 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1839dce-1fb4-468e-b5e5-51225ff07853 req-a9c2d7b7-8e0b-46f2-99cc-6a5baf3f9a26 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 944 time: 0.0969424 Feb 18 12:09:11.979372 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47270) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:11.996476 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8503417d-ae49-43a4-af1a-490b3b90d62c {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:12.021418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 8503417d-ae49-43a4-af1a-490b3b90d62c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=8503417d-ae49-43a4-af1a-490b3b90d62c,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:12.023342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-835ee453-cdd4-453b-83b0-4b66f3cdf470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.027046 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:12.028036 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.030976 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Pushing event updated for resources: {'Port': ['ID=f19b6986-c716-46c9-896f-f6d0649ac48a,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:12.046935 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:12.050500 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:12.058943 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:12.059595 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.109255 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=8503417d-ae49-43a4-af1a-490b3b90d62c,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:12.125335 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-67009b73-110b-4954-a61a-d6fc1f1223d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7744153 Feb 18 12:09:12.143972 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1839dce-1fb4-468e-b5e5-51225ff07853 req-577b5890-978c-4ea0-b7af-13a432b6d2e1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635957 Feb 18 12:09:12.157924 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Request body: {'port': {'device_id': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:12.168009 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9efd9787-844b-4ff1-8250-fca1ab970f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f3fee881-0ead-4646-9cb0-aac0cff3f22e), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.178679 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9efd9787-844b-4ff1-8250-fca1ab970f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.178679 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-9efd9787-844b-4ff1-8250-fca1ab970f98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3fee881-0ead-4646-9cb0-aac0cff3f22e HTTP/1.1" status: 204 len: 168 time: 0.6666849 Feb 18 12:09:12.209093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-caf75cca-c637-49e9-b64b-e6920e1025a3 req-e4ed77dd-3916-4152-bc11-67a96e561218 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 210 time: 0.0544324 Feb 18 12:09:12.212278 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-bad6d83e-758b-41f9-8de8-fc5889d03612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:12.218417 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-bad6d83e-758b-41f9-8de8-fc5889d03612 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3179238 Feb 18 12:09:12.232700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.305068 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:12.317980 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-835ee453-cdd4-453b-83b0-4b66f3cdf470 admin admin] Publish callbacks [] for security_group (d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.326035 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-835ee453-cdd4-453b-83b0-4b66f3cdf470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.343709 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.426828 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-835ee453-cdd4-453b-83b0-4b66f3cdf470 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b2847f75cc0468899dcb5d7c61e5e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429226 Feb 18 12:09:12.432212 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47286) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:12.447772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c5545-27cb-4a55-8fd5-7389ed4188ff x-openstack-request-id: req-a40c5545-27cb-4a55-8fd5-7389ed4188ff {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:12.448441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde0b395-4b28-4ec6-8bb8-d9f6267961b2", "tag": "b170a318-49c0-4080-8bed-fbfc5f78d1a8", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:12.448441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a40c5545-27cb-4a55-8fd5-7389ed4188ff {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:12.448717 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'tag': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8', 'status': 'completed', 'code': 200} Feb 18 12:09:12.450820 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ee453-cdd4-453b-83b0-4b66f3cdf470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:12.452535 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-c8c9be6d-0afa-451c-8b7a-4bbc0feb0088 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240353 Feb 18 12:09:12.453641 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd9787-844b-4ff1-8250-fca1ab970f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fee881-0ead-4646-9cb0-aac0cff3f22e,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:12.500583 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['b170a318-49c0-4080-8bed-fbfc5f78d1a8'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:12.536969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:12.576033 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-3b979a3e-9fd7-468a-9c04-88712e58eade req-239bd155-78dc-423e-b366-b20fd4b3ad91 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177890 Feb 18 12:09:12.630268 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.635190 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:12.644545 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:12.652184 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:12.653091 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.691730 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16cdafb-cfb0-4fdd-9911-8da6f1bf05d2 x-openstack-request-id: req-b16cdafb-cfb0-4fdd-9911-8da6f1bf05d2 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:12.693258 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:12.694054 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'Port': ['ID=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:12.695459 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b16cdafb-cfb0-4fdd-9911-8da6f1bf05d2 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:12.696365 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'status': 'completed', 'code': 200} Feb 18 12:09:12.731690 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-afa0fa95-ad26-46fb-9fc1-6cf04d3aceaf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8773000 Feb 18 12:09:12.775175 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:12.837383 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-8200c391-65c4-45e3-854b-ea73c66e59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:12.840287 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-8200c391-65c4-45e3-854b-ea73c66e59d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1128 time: 0.1363304 Feb 18 12:09:12.912373 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-88139e25-9340-489a-b8e3-706a68a8a575 req-8f1e93a4-8147-416d-a739-4dae56ec11e1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 210 time: 0.0768888 Feb 18 12:09:12.944271 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Request body: {'port': {'device_id': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:13.032897 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47300) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:13.052792 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6a9b71a0-20c9-4c64-b8a1-6a2fd0595c56 admin admin] Publish callbacks [] for security_group (d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.081370 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-bcf4cae9-74a8-4410-9f97-0c2fbfe9424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.082926 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-bcf4cae9-74a8-4410-9f97-0c2fbfe9424b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8810338ceb1426598c7e0f7dd228548&device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 1129 time: 0.6258993 Feb 18 12:09:13.091344 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6111-eb96-45a9-a91a-078fe0976439 req-659fe6e1-6c5d-4c77-817d-4a4a9ccf7bcb tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.093862 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-312e6111-eb96-45a9-a91a-078fe0976439 req-659fe6e1-6c5d-4c77-817d-4a4a9ccf7bcb tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.4510713 Feb 18 12:09:13.111848 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-47223d17-77e9-4b40-bef7-bdc472684c08 None None] Provisioning complete for port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:13.112404 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-47223d17-77e9-4b40-bef7-bdc472684c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.133993 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c53e9e74-984f-4ce0-994d-9dd5ecd979a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.157090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-47223d17-77e9-4b40-bef7-bdc472684c08 None None] Port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:13.203335 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6a9b71a0-20c9-4c64-b8a1-6a2fd0595c56 admin admin] Publish callbacks [] for security_group (d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.216476 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47304) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:13.242141 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:13.259793 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-6a5d0b7e-6ff1-438d-ba3b-9e6bc675c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.261146 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-6a5d0b7e-6ff1-438d-ba3b-9e6bc675c4db service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.4132240 Feb 18 12:09:13.326087 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-2bd9d74b-cc59-4609-8321-02a532ebd5b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 217 time: 0.0530694 Feb 18 12:09:13.376595 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.385156 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-1cb12894-6051-4c15-8bfa-dd85729ee4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.386641 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-1cb12894-6051-4c15-8bfa-dd85729ee4f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0476499 Feb 18 12:09:13.406951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-dddd5e24-4533-4275-be66-d4183bffb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.408557 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-dddd5e24-4533-4275-be66-d4183bffb36d service neutron] 10.222.0.79 "GET /v2.0/networks?id=d551cee0-64de-4763-aa13-492049f3a89d HTTP/1.1" status: 200 len: 913 time: 0.3126922 Feb 18 12:09:13.425216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-312e6111-eb96-45a9-a91a-078fe0976439 req-7c0bde79-295b-4bd8-93c3-7e97325d3300 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552681 Feb 18 12:09:13.434101 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:13.458694 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'mac_address': 'fa:16:3e:cb:54:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:13.496268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c53e9e74-984f-4ce0-994d-9dd5ecd979a9 admin admin] Publish callbacks [] for security_group (272c8a1a-15b8-4724-b447-c4a891269845), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.504878 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:13.505283 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.511859 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c53e9e74-984f-4ce0-994d-9dd5ecd979a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (272c8a1a-15b8-4724-b447-c4a891269845), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.521249 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba58e416-0f03-4be4-996d-e9c207e13779 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:13.537624 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-145731c7-1f73-418c-8f44-bb78a5a192b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.544373 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-bda69fae-0a97-4be2-aa46-6dc6bb1e0599 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8 HTTP/1.1" status: 200 len: 217 time: 0.1068001 Feb 18 12:09:13.546081 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:13.552014 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.565808 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffb201-5574-4721-8051-873ae7da4a69 req-6f5564f2-c8de-4464-b699-cf192bdd1097 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.567307 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6dffb201-5574-4721-8051-873ae7da4a69 req-6f5564f2-c8de-4464-b699-cf192bdd1097 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 945 time: 0.4724987 Feb 18 12:09:13.568417 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-66670f73-2dab-496d-9da1-4c042f69eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.570001 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-66670f73-2dab-496d-9da1-4c042f69eef3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1751573 Feb 18 12:09:13.605507 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:13.612113 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19b6986-c716-46c9-896f-f6d0649ac48a {{(pid=102857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:13.631393 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Publish callbacks [] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.635811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e9e74-984f-4ce0-994d-9dd5ecd979a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272c8a1a-15b8-4724-b447-c4a891269845,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:13.682179 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c53e9e74-984f-4ce0-994d-9dd5ecd979a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3b8defc9a324438eb6e27a130527c09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5826070 Feb 18 12:09:13.690195 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47310) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:13.718063 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.provisioning_blocks [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Transition to ACTIVE for port object f19b6986-c716-46c9-896f-f6d0649ac48a will not be triggered until provisioned by entity L2. {{(pid=102857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:13.720379 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.79', 50611) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:13.741828 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.774813 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ba58e416-0f03-4be4-996d-e9c207e13779'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:13.775909 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6a9b71a0-20c9-4c64-b8a1-6a2fd0595c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.780143 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6a9b71a0-20c9-4c64-b8a1-6a2fd0595c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:13.783969 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-6a9b71a0-20c9-4c64-b8a1-6a2fd0595c56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2 HTTP/1.1" status: 204 len: 168 time: 1.3343098 Feb 18 12:09:13.876783 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-9fe148f3-0b12-4e77-a8f7-337b8c48bbd0 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942741 Feb 18 12:09:13.903199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Pushing event updated for resources: {'Port': ['ID=f19b6986-c716-46c9-896f-f6d0649ac48a,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:13.912189 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b71a0-20c9-4c64-b8a1-6a2fd0595c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d56ffb-9ff4-4f1e-b8a7-3f3812757ae2,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:13.988576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-d9ebb33d-bfca-4a09-a09c-836b712cd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:13.989474 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-d9ebb33d-bfca-4a09-a09c-836b712cd627 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba9f5808-b094-4faf-8510-2ff12c8c75ec HTTP/1.1" status: 200 len: 852 time: 0.2257612 Feb 18 12:09:14.034234 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6dffb201-5574-4721-8051-873ae7da4a69 req-96d899bf-5853-4775-9a0c-222e692c6e58 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672222 Feb 18 12:09:14.074813 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.091210 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-cd797da6-44f6-4f2e-a87b-56e933351715 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:14.094155 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-cd797da6-44f6-4f2e-a87b-56e933351715 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 818 time: 0.3711610 Feb 18 12:09:14.094743 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-66857f68-4e5b-4a84-8005-3de796813674 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d551cee0-64de-4763-aa13-492049f3a89d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909898 Feb 18 12:09:14.101486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832457-b9a8-4567-8afe-6c68f1c7657d req-f47434b7-4cbe-499d-843c-a1de1f4b7f20 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:14.102866 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e722624-3c79-4cb0-91b4-504e08bf1380 admin admin] Publish callbacks [] for security_group (272c8a1a-15b8-4724-b447-c4a891269845), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.103419 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7a832457-b9a8-4567-8afe-6c68f1c7657d req-f47434b7-4cbe-499d-843c-a1de1f4b7f20 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 945 time: 0.5700815 Feb 18 12:09:14.126663 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Attempting to bind port f19b6986-c716-46c9-896f-f6d0649ac48a on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:14.127128 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Attempting to bind port f19b6986-c716-46c9-896f-f6d0649ac48a by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:14.127364 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Attempting to bind port f19b6986-c716-46c9-896f-f6d0649ac48a on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:14.136175 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Request body: {'port': {'device_id': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'admin_state_up': True, 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:14.166936 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Port f19b6986-c716-46c9-896f-f6d0649ac48a on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:14.167263 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Attempting to bind port f19b6986-c716-46c9-896f-f6d0649ac48a on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:14.171642 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e722624-3c79-4cb0-91b4-504e08bf1380 admin admin] Publish callbacks [] for security_group (272c8a1a-15b8-4724-b447-c4a891269845), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.182470 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-03c197a1-b733-4719-9551-f73591552ad4 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956429 Feb 18 12:09:14.227346 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:14.227687 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Checking segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:14.228075 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Bound using segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:14.228522 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Bound port: f19b6986-c716-46c9-896f-f6d0649ac48a, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'}}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:14.228880 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.303422 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-145731c7-1f73-418c-8f44-bb78a5a192b2 admin admin] Publish callbacks [] for security_group (690d7dc2-d1db-4f51-924a-e28dcb2178a8), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.325143 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-145731c7-1f73-418c-8f44-bb78a5a192b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (690d7dc2-d1db-4f51-924a-e28dcb2178a8), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.330825 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7a832457-b9a8-4567-8afe-6c68f1c7657d req-9b5985e4-ddf0-4cb2-aebf-e85c0f2c2dae tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178173 Feb 18 12:09:14.367713 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] For port f19b6986-c716-46c9-896f-f6d0649ac48a, host hv-cinder-82987, cleared binding levels {{(pid=102857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:14.372187 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] For port f19b6986-c716-46c9-896f-f6d0649ac48a, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=f19b6986-c716-46c9-896f-f6d0649ac48a,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:14.375138 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e722624-3c79-4cb0-91b4-504e08bf1380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (272c8a1a-15b8-4724-b447-c4a891269845), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.377692 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e722624-3c79-4cb0-91b4-504e08bf1380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.385282 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4e722624-3c79-4cb0-91b4-504e08bf1380 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/272c8a1a-15b8-4724-b447-c4a891269845 HTTP/1.1" status: 204 len: 168 time: 0.6930861 Feb 18 12:09:14.390001 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Made reservation on behalf of d6ecac72a1e14da9a5c2660454f8f9c9 for: {'port': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:14.394060 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.399583 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-44595980-c67f-4923-85ab-70904ff7aa3e service neutron] 10.222.0.79 "GET /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837877 Feb 18 12:09:14.410678 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e722624-3c79-4cb0-91b4-504e08bf1380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c8a1a-15b8-4724-b447-c4a891269845,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:14.414131 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.463829 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343e48c-fc29-40f5-b4e7-e9b10116c4d9 req-dec3fd3b-b808-4a39-968c-ff936b9430d7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:14.465797 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1343e48c-fc29-40f5-b4e7-e9b10116c4d9 req-dec3fd3b-b808-4a39-968c-ff936b9430d7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 931 time: 0.3315165 Feb 18 12:09:14.497696 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145731c7-1f73-418c-8f44-bb78a5a192b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690d7dc2-d1db-4f51-924a-e28dcb2178a8,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:14.549649 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-145731c7-1f73-418c-8f44-bb78a5a192b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b123e0f08d24879b86e375ff76b886a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3041523 Feb 18 12:09:14.581797 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dbaf26d6-4436-4c79-b49a-be54e9a481d0 req-058a465a-7cd5-41af-8730-7f75e39b9ee6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 210 time: 0.0940583 Feb 18 12:09:14.604320 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47338) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:14.650081 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:14.675388 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Publish callbacks [] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.685353 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:14.686539 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.688054 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] 10.222.0.79 "PUT /v2.0/ports/f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 1094 time: 2.5360031 Feb 18 12:09:14.700873 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'tag': 'f19b6986-c716-46c9-896f-f6d0649ac48a'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:14.704772 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78" -d '{"events": [{"name": "network-changed", "server_uuid": "9f672144-7df4-44e1-9f08-1c1b6093282c", "tag": "f19b6986-c716-46c9-896f-f6d0649ac48a"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:14.762118 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511617d-a881-4278-8e3c-53899e0ba77d service neutron] Pushing event updated for resources: {'Port': ['ID=f19b6986-c716-46c9-896f-f6d0649ac48a,revision_number=3']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:14.779654 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1343e48c-fc29-40f5-b4e7-e9b10116c4d9 req-cf610698-5f2a-4a97-a2c4-6822213d94f1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798390 Feb 18 12:09:14.780930 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Transition to ACTIVE for port object a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:14.846374 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37dc0291-f502-4af3-92e7-e473ff97a2a7 admin admin] Publish callbacks [] for security_group (690d7dc2-d1db-4f51-924a-e28dcb2178a8), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.849225 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.861614 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13428b5-2a33-482f-8155-cdbb4b154e45 x-openstack-request-id: req-f13428b5-2a33-482f-8155-cdbb4b154e45 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:14.861943 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f672144-7df4-44e1-9f08-1c1b6093282c", "tag": "f19b6986-c716-46c9-896f-f6d0649ac48a", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:14.862207 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f13428b5-2a33-482f-8155-cdbb4b154e45 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:14.862606 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'tag': 'f19b6986-c716-46c9-896f-f6d0649ac48a', 'status': 'completed', 'code': 200} Feb 18 12:09:14.871527 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05ed7903-40ee-4290-9bac-4d99d80ea197 req-d7d2637a-4e92-4b71-9fb2-6dbf68edec34 service neutron] 10.222.0.79 "GET /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572108 Feb 18 12:09:14.884326 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Allocated IP 172.20.0.7 (193618e2-4a4a-4553-823c-9e8ff92eb9ba/7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a/a0fecbb4-bffe-484c-8dd6-88944f061134) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:14.901146 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-0c66d4df-022c-4d24-80a4-0d4d257681a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:14.902735 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-0c66d4df-022c-4d24-80a4-0d4d257681a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1128 time: 0.1625960 Feb 18 12:09:14.904685 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37dc0291-f502-4af3-92e7-e473ff97a2a7 admin admin] Publish callbacks [] for security_group (690d7dc2-d1db-4f51-924a-e28dcb2178a8), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:14.947279 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae18c19-1e79-45c7-b752-21dd804a3037 req-b116cf99-30e8-4598-bf07-bf20c29c8764 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:14.954107 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bae18c19-1e79-45c7-b752-21dd804a3037 req-b116cf99-30e8-4598-bf07-bf20c29c8764 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 945 time: 0.2063222 Feb 18 12:09:14.956403 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:14.967768 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-9f1b1673-b9ad-4094-b08b-de0075a3e029 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 217 time: 0.0576942 Feb 18 12:09:15.008056 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Attempting to bind port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:15.009048 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Attempting to bind port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:15.009864 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Attempting to bind port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:15.023358 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:15.023825 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Attempting to bind port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:15.038716 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:15.039419 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Checking segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:15.039535 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Bound using segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:15.040057 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Bound port: a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:15.040484 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.053833 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47356) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:15.083188 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bae18c19-1e79-45c7-b752-21dd804a3037 req-06c6e863-b1a0-47c5-aa42-65da67d0e7ed tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274030 Feb 18 12:09:15.086226 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-505896b5-a4da-4bbb-a7ba-e2aa8ed2d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.087773 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-505896b5-a4da-4bbb-a7ba-e2aa8ed2d933 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.1026204 Feb 18 12:09:15.184679 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37dc0291-f502-4af3-92e7-e473ff97a2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (690d7dc2-d1db-4f51-924a-e28dcb2178a8), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.187917 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37dc0291-f502-4af3-92e7-e473ff97a2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.191552 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-37dc0291-f502-4af3-92e7-e473ff97a2a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/690d7dc2-d1db-4f51-924a-e28dcb2178a8 HTTP/1.1" status: 204 len: 168 time: 0.5835755 Feb 18 12:09:15.195064 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-9ee5a095-8772-47e9-971d-2aee168100f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949969 Feb 18 12:09:15.202150 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] For port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:15.206737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] For port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:15.230854 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc0291-f502-4af3-92e7-e473ff97a2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d7dc2-d1db-4f51-924a-e28dcb2178a8,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:15.256816 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:15.274038 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.300003 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.300637 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.302105 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] 10.222.0.79 "PUT /v2.0/ports/a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 1093 time: 2.4725313 Feb 18 12:09:15.302563 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:15.304864 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b3b4ef-dc82-45de-97db-e2c6cb741338" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:15.375169 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-946494837-network', 'tenant_id': '152d2685b5534c6b9b6e8d9242b67d6e'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:15.382473 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port ba58e416-0f03-4be4-996d-e9c207e13779 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:15.394962 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port ba58e416-0f03-4be4-996d-e9c207e13779 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:15.395347 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.420004 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb49aad-de91-4ba0-8854-d38667bac9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:15.453575 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bef0bad-7784-4683-93df-eca3b4c88574 x-openstack-request-id: req-4bef0bad-7784-4683-93df-eca3b4c88574 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:15.454076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:15.454520 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bef0bad-7784-4683-93df-eca3b4c88574 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:15.455059 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'status': 'completed', 'code': 200} Feb 18 12:09:15.479790 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks [] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.485245 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f03e0-c72a-41ca-9256-b72573521d14 req-6150bb12-2960-45c0-b416-bed32ffaee44 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.494141 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d96f03e0-c72a-41ca-9256-b72573521d14 req-6150bb12-2960-45c0-b416-bed32ffaee44 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 945 time: 0.2829599 Feb 18 12:09:15.507726 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Made reservation on behalf of 152d2685b5534c6b9b6e8d9242b67d6e for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:15.510076 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.564981 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-478058eb-0a55-4f48-b45d-ae1487e25bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.569098 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-478058eb-0a55-4f48-b45d-ae1487e25bd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1127 time: 0.1853683 Feb 18 12:09:15.569294 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.574664 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-16b3ad97-2ff6-45a0-ae83-c49234f9f172 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629868 Feb 18 12:09:15.615238 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.732936 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-60b2aabf-67ed-4f7d-be0d-e7c908c665bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 217 time: 0.0604751 Feb 18 12:09:15.739762 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:15.740151 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.746861 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d96f03e0-c72a-41ca-9256-b72573521d14 req-be720568-09f0-4c2f-ac03-726ad6ab1c24 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494061 Feb 18 12:09:15.765119 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.820463 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc658606-8c0c-477e-9e18-3b5c643ae307 req-6f9c222b-732f-4d1c-8970-9e856a790bdd tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.822063 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc658606-8c0c-477e-9e18-3b5c643ae307 req-6f9c222b-732f-4d1c-8970-9e856a790bdd tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 945 time: 0.2515821 Feb 18 12:09:15.838911 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:15.840810 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:15.852568 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-2125f74e-63d1-444d-be1f-1e491c07026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.854078 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-2125f74e-63d1-444d-be1f-1e491c07026b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.1031680 Feb 18 12:09:15.877332 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-17bdc0a9-3b07-4a41-9416-52dd45c146d9 req-c134c2cd-36cb-460d-8c9b-474f89b9caaf service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747092 Feb 18 12:09:15.916130 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Network 193618e2-4a4a-4553-823c-9e8ff92eb9ba is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:15.924822 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Pushing event updated for resources: {'Port': ['ID=a0fecbb4-bffe-484c-8dd6-88944f061134,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:15.927797 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:15.946228 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:15.955394 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:15.956743 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.960086 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:15.960983 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b170a318-49c0-4080-8bed-fbfc5f78d1a8 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:15.986046 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc658606-8c0c-477e-9e18-3b5c643ae307 req-93d00c1a-6078-492b-ad6d-a91f02987c96 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568909 Feb 18 12:09:16.024306 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-916885f4-b619-47e4-961b-b6d05029f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.025991 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-916885f4-b619-47e4-961b-b6d05029f307 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613097 Feb 18 12:09:16.029258 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-50fd0346-311c-4de0-b2df-4f3190b9b4bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9057078 Feb 18 12:09:16.036654 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4712040-0bc4-472c-b506-d15ac16b5917 req-cafadd7e-15f6-45e4-84cf-9bcbfe45acd0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.044922 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f4712040-0bc4-472c-b506-d15ac16b5917 req-cafadd7e-15f6-45e4-84cf-9bcbfe45acd0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 931 time: 0.1688807 Feb 18 12:09:16.049783 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Request body: {'port': {'device_id': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:16.097498 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:16.121207 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port b170a318-49c0-4080-8bed-fbfc5f78d1a8 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:16.132744 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port b170a318-49c0-4080-8bed-fbfc5f78d1a8 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:16.133125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.200205 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.221310 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port b170a318-49c0-4080-8bed-fbfc5f78d1a8 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:16.222075 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.247920 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f4712040-0bc4-472c-b506-d15ac16b5917 req-b0390106-a054-4934-8db9-052855704bc8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803305 Feb 18 12:09:16.264329 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port b170a318-49c0-4080-8bed-fbfc5f78d1a8, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8,segment=NetworkSegment(e3a52c56-6e8f-4617-a678-30300dc0da0a),segment_id=e3a52c56-6e8f-4617-a678-30300dc0da0a)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:16.265005 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4b9e6-4c68-47ec-a903-fedd36116a93 req-f52c294f-4d6f-4aee-a149-215c2e6ed917 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.266236 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dba4b9e6-4c68-47ec-a903-fedd36116a93 req-f52c294f-4d6f-4aee-a149-215c2e6ed917 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 943 time: 0.1228292 Feb 18 12:09:16.271412 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks [] for security_group (69e3994a-1aa5-4f2a-96f3-3c55f83c3e22), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.273564 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.276593 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 8503417d-ae49-43a4-af1a-490b3b90d62c up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:16.285600 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-c1964540-b70b-4301-9a25-aaea9492008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.287375 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-c1964540-b70b-4301-9a25-aaea9492008a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1128 time: 0.3084102 Feb 18 12:09:16.288006 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (69e3994a-1aa5-4f2a-96f3-3c55f83c3e22), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.302115 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:09:16.313026 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (01d0cb32-cebf-463e-b8a0-33d48a92990d), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.313391 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Added segment 01d0cb32-cebf-463e-b8a0-33d48a92990d of type vlan for network 69b8ca1c-d55c-488e-b8a9-76858c60e63b Feb 18 12:09:16.330657 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-1bb79e7a-711a-4d25-b528-03babe60003b service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834060 Feb 18 12:09:16.366434 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (69b8ca1c-d55c-488e-b8a9-76858c60e63b), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.386233 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=b170a318-49c0-4080-8bed-fbfc5f78d1a8,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:16.404903 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 8503417d-ae49-43a4-af1a-490b3b90d62c completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:16.410309 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 8503417d-ae49-43a4-af1a-490b3b90d62c triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:16.411933 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.437011 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dba4b9e6-4c68-47ec-a903-fedd36116a93 req-155881be-346f-4a41-be79-b3c41c3de557 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620216 Feb 18 12:09:16.519447 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98827636-b7ce-431e-bae9-9c782d691770" -d '{"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-plugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:16.535083 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 8503417d-ae49-43a4-af1a-490b3b90d62c is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:16.535480 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.580724 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 8503417d-ae49-43a4-af1a-490b3b90d62c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=8503417d-ae49-43a4-af1a-490b3b90d62c,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:16.592894 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.688517 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (69b8ca1c-d55c-488e-b8a9-76858c60e63b), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.689459 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.690074 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:16.707673 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=8503417d-ae49-43a4-af1a-490b3b90d62c,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:16.720098 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123d31b1-ffe8-4610-bbd9-b24be908a031 x-openstack-request-id: req-123d31b1-ffe8-4610-bbd9-b24be908a031 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:16.720521 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-plugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:16.720827 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-123d31b1-ffe8-4610-bbd9-b24be908a031 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:16.721880 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'code': 200} Feb 18 12:09:16.774527 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-751d1174-cd49-4afb-92b9-f7d2eaf74ab9 req-dd8f3ce7-1711-45ee-9829-bdb1bf1597a4 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342418 Feb 18 12:09:16.782090 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c493c49-fb42-472f-92d7-6d45dda95e3f req-544a1574-fc2f-4871-8663-5f2bc49455bb tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.788725 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3c493c49-fb42-472f-92d7-6d45dda95e3f req-544a1574-fc2f-4871-8663-5f2bc49455bb tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.3352802 Feb 18 12:09:16.810108 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e3994a-1aa5-4f2a-96f3-3c55f83c3e22,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:16.845835 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3c493c49-fb42-472f-92d7-6d45dda95e3f req-1ca5ecf0-2a67-447b-afbc-8e952f19e11a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517352 Feb 18 12:09:16.878877 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8209350 Feb 18 12:09:16.881295 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47418) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:16.885327 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c167f9d-6e95-4a29-a10e-731239e1f6ab admin admin] Pushing event updated for resources: {'Network': ['ID=69b8ca1c-d55c-488e-b8a9-76858c60e63b,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:16.888643 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Request body: {'subnet': {'network_id': '69b8ca1c-d55c-488e-b8a9-76858c60e63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-946494837-subnet', 'tenant_id': '152d2685b5534c6b9b6e8d9242b67d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:16.903651 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-7c5b5362-d60e-4b16-a6f7-c7a0cb329e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:16.905846 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-7c5b5362-d60e-4b16-a6f7-c7a0cb329e73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.5074139 Feb 18 12:09:16.911634 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 69b8ca1c-d55c-488e-b8a9-76858c60e63b details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:09:16.955863 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-705e18c0-acdd-44e0-9f81-d2f7bb3470ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 217 time: 0.0435965 Feb 18 12:09:16.988356 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Made reservation on behalf of 152d2685b5534c6b9b6e8d9242b67d6e for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:16.991087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.061912 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fecbb4-bffe-484c-8dd6-88944f061134 {{(pid=102857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:17.071719 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-03da33b8-4026-47eb-a649-a86568e03360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.073251 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-03da33b8-4026-47eb-a649-a86568e03360 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0980914 Feb 18 12:09:17.075441 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Publish callbacks [] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.111945 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-744fff2b-032c-4790-b25b-c619a22bde50 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315900 Feb 18 12:09:17.114062 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.provisioning_blocks [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Transition to ACTIVE for port object a0fecbb4-bffe-484c-8dd6-88944f061134 will not be triggered until provisioned by entity L2. {{(pid=102857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:17.130098 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.253247 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Pushing event updated for resources: {'Port': ['ID=a0fecbb4-bffe-484c-8dd6-88944f061134,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:17.253449 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d7810-adf0-4c6d-9dc7-eac98261a04c req-1fdcdec3-3d68-4cee-8223-94d436ace30d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.255084 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c91d7810-adf0-4c6d-9dc7-eac98261a04c req-1fdcdec3-3d68-4cee-8223-94d436ace30d tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.3607874 Feb 18 12:09:17.274092 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device f19b6986-c716-46c9-896f-f6d0649ac48a details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:17.284105 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb819387-7219-42e7-b0f4-3dc948af5f4e req-aae33fc6-f807-4e86-a101-0c48d39436e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.288869 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-eb819387-7219-42e7-b0f4-3dc948af5f4e req-aae33fc6-f807-4e86-a101-0c48d39436e4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1130 time: 0.3277295 Feb 18 12:09:17.320225 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-aadd359b-9398-47f5-8bb5-b9e4921f0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.320929 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Attempting to bind port a0fecbb4-bffe-484c-8dd6-88944f061134 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:17.321278 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Attempting to bind port a0fecbb4-bffe-484c-8dd6-88944f061134 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:17.322139 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Attempting to bind port a0fecbb4-bffe-484c-8dd6-88944f061134 on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:17.322687 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-aadd359b-9398-47f5-8bb5-b9e4921f0e80 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1127 time: 0.4243910 Feb 18 12:09:17.330933 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-9f4b66e1-b915-4586-a04c-269c6ad48c9e service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122622 Feb 18 12:09:17.331675 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Port a0fecbb4-bffe-484c-8dd6-88944f061134 on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:17.332017 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Attempting to bind port a0fecbb4-bffe-484c-8dd6-88944f061134 on network 193618e2-4a4a-4553-823c-9e8ff92eb9ba {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:17.337871 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:17.338218 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Checking segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:17.338688 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Bound using segment: {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:17.339144 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Bound port: a0fecbb4-bffe-484c-8dd6-88944f061134, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba'}}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:17.339559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.374409 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e81e1-4374-4594-9451-305754690482 req-ae225634-d854-466b-b1b2-5e6b7069fcc1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.382893 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-835e81e1-4374-4594-9451-305754690482 req-ae225634-d854-466b-b1b2-5e6b7069fcc1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.2288456 Feb 18 12:09:17.409287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-eb819387-7219-42e7-b0f4-3dc948af5f4e req-948f1bf4-bb81-40c4-a621-7b697a012e63 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.438327 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-ba670160-32ec-4de1-bfb0-9c9b01ba96d6 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963626 Feb 18 12:09:17.514633 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-eb819387-7219-42e7-b0f4-3dc948af5f4e req-948f1bf4-bb81-40c4-a621-7b697a012e63 service neutron] Publish callbacks [] for security_group (c1464839-58e0-4bd5-b038-7a8b229df5e3), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.567801 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-eb819387-7219-42e7-b0f4-3dc948af5f4e req-948f1bf4-bb81-40c4-a621-7b697a012e63 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (c1464839-58e0-4bd5-b038-7a8b229df5e3), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.602994 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port f19b6986-c716-46c9-896f-f6d0649ac48a, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=f19b6986-c716-46c9-896f-f6d0649ac48a,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:17.612530 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-eb819387-7219-42e7-b0f4-3dc948af5f4e req-948f1bf4-bb81-40c4-a621-7b697a012e63 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956784 Feb 18 12:09:17.622761 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'f19b6986-c716-46c9-896f-f6d0649ac48a', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'port_id': 'f19b6986-c716-46c9-896f-f6d0649ac48a', 'mac_address': 'fa:16:3e:f7:f9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:17.722077 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port f19b6986-c716-46c9-896f-f6d0649ac48a is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:17.725480 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.727313 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-835e81e1-4374-4594-9451-305754690482 req-64f887a7-f58f-4783-8599-a739957aa0af tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432729 Feb 18 12:09:17.749164 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c91d7810-adf0-4c6d-9dc7-eac98261a04c req-5385b9f6-c7d6-42e4-9602-b2025afba2be tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693270 Feb 18 12:09:17.764491 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19b6986-c716-46c9-896f-f6d0649ac48a {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:17.770619 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f1bf4-bb81-40c4-a621-7b697a012e63 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1464839-58e0-4bd5-b038-7a8b229df5e3,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:17.773589 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] For port a0fecbb4-bffe-484c-8dd6-88944f061134, host hv-cinder-82987, cleared binding levels {{(pid=102857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:17.789363 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] For port a0fecbb4-bffe-484c-8dd6-88944f061134, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a0fecbb4-bffe-484c-8dd6-88944f061134,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:17.810443 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.857096 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port f19b6986-c716-46c9-896f-f6d0649ac48a, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=f19b6986-c716-46c9-896f-f6d0649ac48a,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:17.872304 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.900475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-a8ff0172-1b63-49ab-a354-fbbabe206270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.901991 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-a8ff0172-1b63-49ab-a354-fbbabe206270 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.5561998 Feb 18 12:09:17.916671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Pushing event updated for resources: {'Port': ['ID=a0fecbb4-bffe-484c-8dd6-88944f061134,revision_number=3']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:17.929237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:17.930103 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:17.931902 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-d755d91d-1381-4354-b369-6d4ff107929f service neutron] 10.222.0.79 "PUT /v2.0/ports/a0fecbb4-bffe-484c-8dd6-88944f061134 HTTP/1.1" status: 200 len: 1093 time: 1.8884835 Feb 18 12:09:17.932586 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'tag': 'a0fecbb4-bffe-484c-8dd6-88944f061134'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:17.935088 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ba60c-2302-4606-8a94-e56b1afcca3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc51f351-1fb1-46c4-83bd-e269c05a2838", "tag": "a0fecbb4-bffe-484c-8dd6-88944f061134"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:17.974516 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=f19b6986-c716-46c9-896f-f6d0649ac48a,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:18.012968 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-686f6785-efd4-4ee6-80df-bf433c68fc43 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 217 time: 0.0983238 Feb 18 12:09:18.013756 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (46f879ae-866a-426f-98fd-da545bb656f2), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.028190 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-07c51cee-860a-4347-89ce-f079537f672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.029655 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-07c51cee-860a-4347-89ce-f079537f672e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 1127 time: 0.0586131 Feb 18 12:09:18.090195 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47456) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:18.098107 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-990d8252-35ec-4847-a734-b10bcb29dcf5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fecbb4-bffe-484c-8dd6-88944f061134 HTTP/1.1" status: 200 len: 217 time: 0.0594449 Feb 18 12:09:18.119167 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2ec8-36b4-4f90-a65a-82d7d1a06c19 req-5d85b913-ee8e-40b1-b012-ecad59e48988 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.120420 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['f19b6986-c716-46c9-896f-f6d0649ac48a'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:18.126279 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4e8b2ec8-36b4-4f90-a65a-82d7d1a06c19 req-5d85b913-ee8e-40b1-b012-ecad59e48988 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 943 time: 0.2616076 Feb 18 12:09:18.163539 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa7872-8b6f-4c34-83cb-60aa7feae972 req-079bd6a8-4740-4376-894e-e6b7c6cc0fa2 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.164425 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e329a-f395-4add-92df-ce762b5b165e req-51cb4eaa-5efc-4b49-97af-4030a98d523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.165056 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-33aa7872-8b6f-4c34-83cb-60aa7feae972 req-079bd6a8-4740-4376-894e-e6b7c6cc0fa2 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 943 time: 0.2589002 Feb 18 12:09:18.165906 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-51cb4eaa-5efc-4b49-97af-4030a98d523f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0572414 Feb 18 12:09:18.174913 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f879ae-866a-426f-98fd-da545bb656f2,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:18.185593 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-a7bbbbe7-076b-4837-8c01-d2b064107950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.187121 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-a7bbbbe7-076b-4837-8c01-d2b064107950 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.1596694 Feb 18 12:09:18.215054 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-0e0ab710-4ca1-410a-9fff-5eeca279e3f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417109 Feb 18 12:09:18.248583 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Checking segment: {'id': '01d0cb32-cebf-463e-b8a0-33d48a92990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '69b8ca1c-d55c-488e-b8a9-76858c60e63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:18.248939 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Network hostable DHCP agents. Network: 69b8ca1c-d55c-488e-b8a9-76858c60e63b, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:09:18.308551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4e8b2ec8-36b4-4f90-a65a-82d7d1a06c19 req-bb1ceb57-c395-4a83-950a-2c2577a69a54 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757858 Feb 18 12:09:18.371182 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-33aa7872-8b6f-4c34-83cb-60aa7feae972 req-77e441c2-4f6e-4758-aa7e-aa8dfeda0908 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859641 Feb 18 12:09:18.378597 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Network 69b8ca1c-d55c-488e-b8a9-76858c60e63b is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:09:18.408831 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-de8873bf-7ee4-4610-a408-430ec2554f83 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870766 Feb 18 12:09:18.410017 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 69b8ca1c-d55c-488e-b8a9-76858c60e63b) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:18.426005 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4af3ed-b81c-4667-8d24-bbc659efd3b3 None None] Network 69b8ca1c-d55c-488e-b8a9-76858c60e63b requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:18.426776 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-2e218447-063b-45b4-9f06-a72398a7d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.429111 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-2e218447-063b-45b4-9f06-a72398a7d724 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2067173 Feb 18 12:09:18.433907 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.434899 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.538729 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5010215b-00cc-48d9-acd6-feb6aab4a02f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6555765 Feb 18 12:09:18.540515 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-bd2e329a-f395-4add-92df-ce762b5b165e req-e106ec29-dac7-413c-99b1-e981ee2cf198 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258223 Feb 18 12:09:18.545939 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07f95f-be42-4bfa-83d0-6e7cc8f3d557 None None] Network 69b8ca1c-d55c-488e-b8a9-76858c60e63b requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:18.563239 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7084064-5761-4897-9459-c9c7b0e316cd x-openstack-request-id: req-e7084064-5761-4897-9459-c9c7b0e316cd {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:18.563449 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc51f351-1fb1-46c4-83bd-e269c05a2838", "tag": "a0fecbb4-bffe-484c-8dd6-88944f061134", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:18.568212 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7084064-5761-4897-9459-c9c7b0e316cd {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:18.568661 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'tag': 'a0fecbb4-bffe-484c-8dd6-88944f061134', 'status': 'completed', 'code': 200} Feb 18 12:09:18.573362 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c6fddf2-657d-4749-b883-aa9536c40c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.585958 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-6b73dba5-d615-410c-aadf-c3bdb80f8c99 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370265 Feb 18 12:09:18.669358 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a25fc-e0f6-4d27-ac92-44f95f292265 req-82fb6b25-d135-4ed1-96e6-d876e4dd107d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.671432 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c13a25fc-e0f6-4d27-ac92-44f95f292265 req-82fb6b25-d135-4ed1-96e6-d876e4dd107d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.2678926 Feb 18 12:09:18.676245 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c6fddf2-657d-4749-b883-aa9536c40c98 admin admin] Publish callbacks [] for security_group (7108c93e-617e-4a06-a06b-580f75920f4d), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.707655 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2c6fddf2-657d-4749-b883-aa9536c40c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (7108c93e-617e-4a06-a06b-580f75920f4d), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.722588 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8'}, {'server_uuid': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8503417d-ae49-43a4-af1a-490b3b90d62c'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:18.724998 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86514811-987a-4f38-ba99-7ffe665dd9d0" -d '{"events": [{"server_uuid": "dde0b395-4b28-4ec6-8bb8-d9f6267961b2", "name": "network-vif-plugged", "status": "completed", "tag": "b170a318-49c0-4080-8bed-fbfc5f78d1a8"}, {"server_uuid": "2f0b6e9e-081a-4f72-b970-83c9a13c33cd", "name": "network-vif-plugged", "status": "completed", "tag": "8503417d-ae49-43a4-af1a-490b3b90d62c"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:18.734077 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-51b3b4ef-dc82-45de-97db-e2c6cb741338 req-85fc3907-7f50-45f3-974a-08bfa22ef928 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371498 Feb 18 12:09:18.754880 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2c6fddf2-657d-4749-b883-aa9536c40c98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db16503f0b244bd79ee34a8b8d974839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634827 Feb 18 12:09:18.757535 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47480) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:18.758941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fddf2-657d-4749-b883-aa9536c40c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7108c93e-617e-4a06-a06b-580f75920f4d,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:18.779507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-5f4707d3-a03d-4c9f-9735-e288a487fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.781030 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-5f4707d3-a03d-4c9f-9735-e288a487fc5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 1127 time: 0.1030817 Feb 18 12:09:18.795987 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759ac325-c839-416a-a022-da3bdef3e65b x-openstack-request-id: req-759ac325-c839-416a-a022-da3bdef3e65b {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:18.796283 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde0b395-4b28-4ec6-8bb8-d9f6267961b2", "name": "network-vif-plugged", "status": "completed", "tag": "b170a318-49c0-4080-8bed-fbfc5f78d1a8", "code": 200}, {"server_uuid": "2f0b6e9e-081a-4f72-b970-83c9a13c33cd", "name": "network-vif-plugged", "status": "completed", "tag": "8503417d-ae49-43a4-af1a-490b3b90d62c", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:18.796546 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-759ac325-c839-416a-a022-da3bdef3e65b {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:18.796963 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8', 'code': 200} Feb 18 12:09:18.797228 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8503417d-ae49-43a4-af1a-490b3b90d62c', 'code': 200} Feb 18 12:09:18.817129 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c13a25fc-e0f6-4d27-ac92-44f95f292265 req-27108401-211a-4ea9-84c5-a9f56f04ef1b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344950 Feb 18 12:09:18.857040 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c76c2c6d-6f33-4882-a333-f83b696071a3 admin admin] Publish callbacks [] for security_group (7108c93e-617e-4a06-a06b-580f75920f4d), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.970450 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c76c2c6d-6f33-4882-a333-f83b696071a3 admin admin] Publish callbacks [] for security_group (7108c93e-617e-4a06-a06b-580f75920f4d), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:18.989969 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-84c30a33-04d8-4e7b-b58d-3680f5b43f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:18.995653 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-84c30a33-04d8-4e7b-b58d-3680f5b43f13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.2049520 Feb 18 12:09:19.063179 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-1b327aed-70d7-4376-83dc-ca19ca7a0eed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fecbb4-bffe-484c-8dd6-88944f061134 HTTP/1.1" status: 200 len: 217 time: 0.0580087 Feb 18 12:09:19.075745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ecfbd-020f-4d05-aaea-bdebf151bdc1 req-b92b22eb-f18f-4b74-bea9-98301316ed00 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.083058 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-280ecfbd-020f-4d05-aaea-bdebf151bdc1 req-b92b22eb-f18f-4b74-bea9-98301316ed00 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.1977260 Feb 18 12:09:19.131529 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-5e48a14e-5510-48dc-a986-9d33ec181c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.133635 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-5e48a14e-5510-48dc-a986-9d33ec181c8c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0625908 Feb 18 12:09:19.174806 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-7adfc144-1b2d-4768-a2c2-c1fafeadf49a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340641 Feb 18 12:09:19.182572 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63d7a-e201-4737-b727-69dfe8fbd7e7 req-2b19c467-cd28-434d-bd49-67e445d98594 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.184079 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d5f63d7a-e201-4737-b727-69dfe8fbd7e7 req-2b19c467-cd28-434d-bd49-67e445d98594 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.1989245 Feb 18 12:09:19.195733 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c76c2c6d-6f33-4882-a333-f83b696071a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (7108c93e-617e-4a06-a06b-580f75920f4d), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.198770 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c76c2c6d-6f33-4882-a333-f83b696071a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.199901 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-c76c2c6d-6f33-4882-a333-f83b696071a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7108c93e-617e-4a06-a06b-580f75920f4d HTTP/1.1" status: 204 len: 168 time: 0.4410694 Feb 18 12:09:19.266866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c2c6d-6f33-4882-a333-f83b696071a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7108c93e-617e-4a06-a06b-580f75920f4d,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:19.300538 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:19.306494 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-280ecfbd-020f-4d05-aaea-bdebf151bdc1 req-7b536768-d42b-4975-8eae-a7b1d3cac6d4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225001 Feb 18 12:09:19.313127 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da81a-5af1-44ac-a80f-0dabf8eacb83 req-01e3553f-0c23-46f0-b9c9-d9171c095128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.314973 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d05da81a-5af1-44ac-a80f-0dabf8eacb83 req-01e3553f-0c23-46f0-b9c9-d9171c095128 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 1130 time: 0.2524960 Feb 18 12:09:19.319832 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc2ef4-b091-49bf-abde-125fd839a80d req-137c296e-2711-4e37-b2d1-c9e3f355cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.321243 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2ecc2ef4-b091-49bf-abde-125fd839a80d req-137c296e-2711-4e37-b2d1-c9e3f355cbb5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 1130 time: 0.2578180 Feb 18 12:09:19.323562 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device f19b6986-c716-46c9-896f-f6d0649ac48a up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:19.407701 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-cc122517-affe-46a5-8e35-dd3aa4ced3fb service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143002 Feb 18 12:09:19.440712 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d5f63d7a-e201-4737-b727-69dfe8fbd7e7 req-892d3ffb-b089-479d-8053-8534fe4f3f52 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391098 Feb 18 12:09:19.553228 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port f19b6986-c716-46c9-896f-f6d0649ac48a completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:19.588574 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47506) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:19.590309 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d05da81a-5af1-44ac-a80f-0dabf8eacb83 req-4e5a1a5d-68f8-4d83-8618-ce8649c280c5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530658 Feb 18 12:09:19.592992 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port f19b6986-c716-46c9-896f-f6d0649ac48a triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:19.593746 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.607884 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-471429851-network', 'tenant_id': '4d9cf092465e4665a2e10278411063aa'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:19.619041 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-301ba60c-2302-4606-8a94-e56b1afcca3f req-b83db485-08ab-41b9-9f42-c0d976be3348 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104447 Feb 18 12:09:19.636559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Made reservation on behalf of 4d9cf092465e4665a2e10278411063aa for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:19.640601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.648737 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2ecc2ef4-b091-49bf-abde-125fd839a80d req-3724ff32-f091-4150-b658-767b99f8c72e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086479 Feb 18 12:09:19.656126 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.668373 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:19.688353 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'port_id': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'mac_address': 'fa:16:3e:9e:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:19.700010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f6ae3-42d9-465a-ae17-29c113304950 req-080aac90-9845-41bc-bd80-40bd70ff0051 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.710719 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d11f6ae3-42d9-465a-ae17-29c113304950 req-080aac90-9845-41bc-bd80-40bd70ff0051 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 943 time: 0.1053543 Feb 18 12:09:19.723388 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45faa04b-0e44-48e3-91cb-70735c939e60 req-d87d1d0d-d57c-4bde-9ced-d12044326b21 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.725280 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-45faa04b-0e44-48e3-91cb-70735c939e60 req-d87d1d0d-d57c-4bde-9ced-d12044326b21 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 943 time: 0.2707467 Feb 18 12:09:19.759072 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port f19b6986-c716-46c9-896f-f6d0649ac48a is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:19.759470 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.762642 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks [] for security_group (73350849-d1a0-4179-b5cb-3e8fa08bd597), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.769762 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (73350849-d1a0-4179-b5cb-3e8fa08bd597), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.770890 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:19.771318 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.789537 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:09:19.792532 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:19.804632 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d11f6ae3-42d9-465a-ae17-29c113304950 req-5fb65f96-0e74-4694-ada2-5dc3edc161fa tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880594 Feb 18 12:09:19.806323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (42979a37-6aea-4a3e-8544-5841a20ea9cc), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.806979 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Added segment 42979a37-6aea-4a3e-8544-5841a20ea9cc of type vlan for network 692fe579-9d38-40d7-bf9d-72a349b64fa5 Feb 18 12:09:19.827988 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port f19b6986-c716-46c9-896f-f6d0649ac48a, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=f19b6986-c716-46c9-896f-f6d0649ac48a,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:19.831839 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:19.836913 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.843289 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.844599 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-45faa04b-0e44-48e3-91cb-70735c939e60 req-397608be-be97-498b-ac54-59fc2a55429f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947344 Feb 18 12:09:19.851819 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a0fecbb4-bffe-484c-8dd6-88944f061134 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:19.889115 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (692fe579-9d38-40d7-bf9d-72a349b64fa5), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.897847 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73350849-d1a0-4179-b5cb-3e8fa08bd597,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:19.924211 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (692fe579-9d38-40d7-bf9d-72a349b64fa5), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.925507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:19.926117 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:19.956192 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47512) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:19.956551 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47514) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:19.966996 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Request body: {'subnet': {'network_id': '692fe579-9d38-40d7-bf9d-72a349b64fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-471429851-subnet', 'tenant_id': '4d9cf092465e4665a2e10278411063aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:19.971978 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3592672 Feb 18 12:09:19.975099 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=f19b6986-c716-46c9-896f-f6d0649ac48a,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:19.987609 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7b46510-4873-4048-9ad8-684a7b43cae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.014842 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dee333-5e31-4f32-a789-e8680754c5da admin admin] Pushing event updated for resources: {'Network': ['ID=692fe579-9d38-40d7-bf9d-72a349b64fa5,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:20.033345 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 692fe579-9d38-40d7-bf9d-72a349b64fa5 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:09:20.051012 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Made reservation on behalf of 4d9cf092465e4665a2e10278411063aa for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:20.053284 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.073460 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:20.117637 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a0fecbb4-bffe-484c-8dd6-88944f061134, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a0fecbb4-bffe-484c-8dd6-88944f061134,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:20.139477 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6db0f-03b6-4369-a2ab-1a61cf280a80 req-7ae0e883-883d-4f73-92aa-214b8d2ed4f2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:20.139779 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'a0fecbb4-bffe-484c-8dd6-88944f061134', 'network_id': '193618e2-4a4a-4553-823c-9e8ff92eb9ba', 'port_id': 'a0fecbb4-bffe-484c-8dd6-88944f061134', 'mac_address': 'fa:16:3e:a7:c8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:20.140978 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c0c6db0f-03b6-4369-a2ab-1a61cf280a80 req-7ae0e883-883d-4f73-92aa-214b8d2ed4f2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1545243 Feb 18 12:09:20.181772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port a0fecbb4-bffe-484c-8dd6-88944f061134 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:20.182174 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.195229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fecbb4-bffe-484c-8dd6-88944f061134 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:20.214724 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a0fecbb4-bffe-484c-8dd6-88944f061134, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a0fecbb4-bffe-484c-8dd6-88944f061134,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:20.220126 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.234742 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7b46510-4873-4048-9ad8-684a7b43cae6 admin admin] Publish callbacks [] for security_group (f240352e-a2af-403d-a2da-b7642053c757), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.242642 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c0c6db0f-03b6-4369-a2ab-1a61cf280a80 req-5a767d78-c677-4a61-b3e5-d2af6c2985e4 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930660 Feb 18 12:09:20.247589 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7b46510-4873-4048-9ad8-684a7b43cae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f240352e-a2af-403d-a2da-b7642053c757), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.273230 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=a0fecbb4-bffe-484c-8dd6-88944f061134,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:20.319064 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-c7b46510-4873-4048-9ad8-684a7b43cae6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2f2a666c7994c70a22656392e53f79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614557 Feb 18 12:09:20.321163 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b46510-4873-4048-9ad8-684a7b43cae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f240352e-a2af-403d-a2da-b7642053c757,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:20.321633 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47518) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:20.376459 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (23a24a14-4c63-4103-8583-07990436dc9b), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.383257 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-13227f66-7575-422e-8993-60a556b4b625 admin admin] Publish callbacks [] for security_group (f240352e-a2af-403d-a2da-b7642053c757), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.406423 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-13227f66-7575-422e-8993-60a556b4b625 admin admin] Publish callbacks [] for security_group (f240352e-a2af-403d-a2da-b7642053c757), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.464902 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-13227f66-7575-422e-8993-60a556b4b625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f240352e-a2af-403d-a2da-b7642053c757), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.468936 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-13227f66-7575-422e-8993-60a556b4b625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.472427 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-13227f66-7575-422e-8993-60a556b4b625 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f240352e-a2af-403d-a2da-b7642053c757 HTTP/1.1" status: 204 len: 168 time: 0.1474788 Feb 18 12:09:20.478627 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13227f66-7575-422e-8993-60a556b4b625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f240352e-a2af-403d-a2da-b7642053c757,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:20.515237 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a24a14-4c63-4103-8583-07990436dc9b,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:20.540730 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e49c4-af11-4861-9f3a-444c1bb24845 req-ad713e2d-31f8-4707-8970-da3152fa72ce tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:20.542321 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-245e49c4-af11-4861-9f3a-444c1bb24845 req-ad713e2d-31f8-4707-8970-da3152fa72ce tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1758227 Feb 18 12:09:20.544590 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Checking segment: {'id': '42979a37-6aea-4a3e-8544-5841a20ea9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '692fe579-9d38-40d7-bf9d-72a349b64fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:20.545131 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Network hostable DHCP agents. Network: 692fe579-9d38-40d7-bf9d-72a349b64fa5, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:09:20.549302 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['a9f2801a-3a9a-431f-b2ff-ba97b75a5b34'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:20.552519 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47530) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:20.557719 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'floatingip': {'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:20.571726 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a120-0f37-4fe0-8758-0c642ef3f7c7 req-d3c1bc22-c1a5-49bb-a3ad-7fc46aea2b74 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:20.575193 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['a0fecbb4-bffe-484c-8dd6-88944f061134'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:20.578720 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d384a120-0f37-4fe0-8758-0c642ef3f7c7 req-d3c1bc22-c1a5-49bb-a3ad-7fc46aea2b74 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.1748717 Feb 18 12:09:20.702585 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.744658 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Network 692fe579-9d38-40d7-bf9d-72a349b64fa5 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:09:20.775726 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d384a120-0f37-4fe0-8758-0c642ef3f7c7 req-4b119ea4-49d8-41f7-8154-21c9794fbec3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890173 Feb 18 12:09:20.780767 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 692fe579-9d38-40d7-bf9d-72a349b64fa5) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:20.787102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:20.787428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:20.800347 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19b6986-c716-46c9-896f-f6d0649ac48a'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:20.803129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b59c5df-d116-4d5f-b92c-be5598dd31e1" -d '{"events": [{"server_uuid": "9f672144-7df4-44e1-9f08-1c1b6093282c", "name": "network-vif-plugged", "status": "completed", "tag": "f19b6986-c716-46c9-896f-f6d0649ac48a"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:20.806510 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c394c-d7ec-497b-8b6b-e7593020c955 None None] Network 692fe579-9d38-40d7-bf9d-72a349b64fa5 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:20.820239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df021e8-9b4d-432f-b273-78eaa5b59914 req-4144beac-8a0f-4e9e-a17f-e8aa527c752e tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:20.822299 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8df021e8-9b4d-432f-b273-78eaa5b59914 req-4144beac-8a0f-4e9e-a17f-e8aa527c752e tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.1850443 Feb 18 12:09:20.858583 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-24ba20b6-6d20-457b-b21f-ea1e1032d200 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8992140 Feb 18 12:09:20.913682 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201452df-b211-45be-ba3d-6f2449900b13 x-openstack-request-id: req-201452df-b211-45be-ba3d-6f2449900b13 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:20.918164 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f672144-7df4-44e1-9f08-1c1b6093282c", "name": "network-vif-plugged", "status": "completed", "tag": "f19b6986-c716-46c9-896f-f6d0649ac48a", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:20.920685 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-201452df-b211-45be-ba3d-6f2449900b13 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:20.922650 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19b6986-c716-46c9-896f-f6d0649ac48a', 'code': 200} Feb 18 12:09:20.951800 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8df021e8-9b4d-432f-b273-78eaa5b59914 req-6761af6f-96c8-4469-8dd7-6782153c3bee tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785484 Feb 18 12:09:21.137736 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc203c0a-8bf1-4a22-b45d-075d0316ca4c req-10314ac6-2828-4025-9af0-213a33b09740 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:21.146054 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc203c0a-8bf1-4a22-b45d-075d0316ca4c req-10314ac6-2828-4025-9af0-213a33b09740 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 944 time: 0.1539092 Feb 18 12:09:21.209361 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc203c0a-8bf1-4a22-b45d-075d0316ca4c req-3fafb828-f8a4-474b-88d0-4ed9ceffbb9b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617008 Feb 18 12:09:21.295234 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4bbf9-bfba-478b-9f9c-054c92df97df None None] Network 692fe579-9d38-40d7-bf9d-72a349b64fa5 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:21.415825 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:21.656737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e16c24-9da6-4496-9777-1aca7bb59b40 req-6cf19434-360e-46b9-a27d-87a4fe87a102 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:21.661389 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f8e16c24-9da6-4496-9777-1aca7bb59b40 req-6cf19434-360e-46b9-a27d-87a4fe87a102 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 944 time: 0.0972047 Feb 18 12:09:21.774603 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f8e16c24-9da6-4496-9777-1aca7bb59b40 req-7e91b55a-b855-49dc-9992-ba5149f8de10 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065414 Feb 18 12:09:21.945779 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a099b-e07c-430c-8b6d-db05e47a7a00 req-13308993-697c-4225-92ae-d1b82af7d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:21.948380 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-6a9a099b-e07c-430c-8b6d-db05e47a7a00 req-13308993-697c-4225-92ae-d1b82af7d138 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.4923952 Feb 18 12:09:21.957432 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7370a8b-b373-4120-b47b-bcaafcae137e req-a7b05706-b12d-4da2-8efc-5e0f5c7215bc tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:21.959451 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e7370a8b-b373-4120-b47b-bcaafcae137e req-a7b05706-b12d-4da2-8efc-5e0f5c7215bc tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.0699484 Feb 18 12:09:22.017501 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e7370a8b-b373-4120-b47b-bcaafcae137e req-488b078b-b39e-40ea-abda-71f7abc0e36d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Feb 18 12:09:22.099063 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d2bd0-b8fe-45e6-9e43-212f6a93a810 req-5609a650-5513-4c12-950f-973871c96051 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:22.106268 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1d8d2bd0-b8fe-45e6-9e43-212f6a93a810 req-5609a650-5513-4c12-950f-973871c96051 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.0664916 Feb 18 12:09:22.154731 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.db.resource_extend [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 18 12:09:22.160206 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-6a9a099b-e07c-430c-8b6d-db05e47a7a00 req-7b25fe86-8000-4fb2-9471-d1ee46650721 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052736 Feb 18 12:09:22.161344 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1d8d2bd0-b8fe-45e6-9e43-212f6a93a810 req-4d60ec69-7c83-4630-af09-117e7f975367 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Feb 18 12:09:22.257666 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:22.264619 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:22.380412 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e293fa-180d-4d79-ac2b-ee66a73e4df9 req-3d6375e6-d836-4342-9005-4cd142a7eaaa tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:22.389067 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-67e293fa-180d-4d79-ac2b-ee66a73e4df9 req-3d6375e6-d836-4342-9005-4cd142a7eaaa tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 944 time: 0.0877652 Feb 18 12:09:22.453525 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-67e293fa-180d-4d79-ac2b-ee66a73e4df9 req-34e647b5-c451-483e-a547-641ce431485a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570467 Feb 18 12:09:22.457914 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Floating IP 9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c associated. External IP: 172.27.1.144, port: ba58e416-0f03-4be4-996d-e9c207e13779. Feb 18 12:09:22.744851 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:09:22.886541 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:22.900375 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:22.901758 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:22.914886 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:22.915758 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:22.919071 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57f215-b3c2-4bc0-bd60-6f8a9cdbe6cc req-532a5336-461d-4e5c-8470-52cdc80d4d74 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:22.927164 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1c57f215-b3c2-4bc0-bd60-6f8a9cdbe6cc req-532a5336-461d-4e5c-8470-52cdc80d4d74 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 944 time: 0.0755658 Feb 18 12:09:22.958414 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b2c4f704-8978-430f-92be-a9136b243baf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "PUT /v2.0/floatingips/9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c HTTP/1.1" status: 200 len: 992 time: 2.4045038 Feb 18 12:09:22.959005 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:22.962365 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11314af-a65c-4bc3-9087-3f21b323e167" -d '{"events": [{"name": "network-changed", "server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:23.007514 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1c57f215-b3c2-4bc0-bd60-6f8a9cdbe6cc req-016ad076-612a-436e-b82c-10fc85360731 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794470 Feb 18 12:09:23.067476 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:23.083583 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ee1e7-7f2a-40a9-ad8e-d4ca5d44f0dc x-openstack-request-id: req-017ee1e7-7f2a-40a9-ad8e-d4ca5d44f0dc {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:23.084068 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:23.084601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-017ee1e7-7f2a-40a9-ad8e-d4ca5d44f0dc {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:23.085166 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'status': 'completed', 'code': 200} Feb 18 12:09:23.187794 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-7f0549fa-f6b0-4fd3-8b68-18d328e3603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:23.189675 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-7f0549fa-f6b0-4fd3-8b68-18d328e3603e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1130 time: 0.0718138 Feb 18 12:09:23.297150 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:23.430628 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-9a918781-9123-41e2-8eac-50571ba5462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:23.435348 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-9a918781-9123-41e2-8eac-50571ba5462a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.2299125 Feb 18 12:09:23.474193 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:23.492744 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:23.493246 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:23.602876 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'mac_address': 'fa:16:3e:cb:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd19244b-93a1-45d0-abc1-498874734c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:08:57Z', 'updated_at': '2022-02-18T12:09:21Z', 'revision_number': 1, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:23.637197 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:23.644897 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-1700db5d-e3ca-448a-bf1c-35d4662505f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 1000 time: 0.1947358 Feb 18 12:09:23.647815 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:23.648446 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:23.671770 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47658) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:23.774734 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:23.775515 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:23.784311 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-a7f85c33-5875-480d-8d75-6e2a2b4f9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:23.787113 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-a7f85c33-5875-480d-8d75-6e2a2b4f9239 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.1359036 Feb 18 12:09:23.828563 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:23.830314 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82a2a10-10f9-41bb-ae9a-c1236c76f61c" -d '{"events": [{"server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "name": "network-vif-plugged", "status": "completed", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:23.882210 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-d3fff1fa-8e77-45bc-93ca-9662f560f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:23.887229 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-d3fff1fa-8e77-45bc-93ca-9662f560f9b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942254 Feb 18 12:09:23.891495 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:23.906260 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:23.907391 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a0fecbb4-bffe-484c-8dd6-88944f061134 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:23.919783 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:24.038726 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ba43d-b86f-4f19-bc13-f5e34cc76d38 req-6791f185-aff5-4c97-b2ad-23f05c833478 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:24.055090 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d77ba43d-b86f-4f19-bc13-f5e34cc76d38 req-6791f185-aff5-4c97-b2ad-23f05c833478 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 944 time: 0.4952972 Feb 18 12:09:24.100969 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:24.119727 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2faea3f6-8901-4565-9c36-27c41cbae326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.120468 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port a0fecbb4-bffe-484c-8dd6-88944f061134 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:24.125839 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port a0fecbb4-bffe-484c-8dd6-88944f061134 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:24.126343 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.132395 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d77ba43d-b86f-4f19-bc13-f5e34cc76d38 req-2391487d-f2ac-47e0-b62e-d6913f35f830 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621626 Feb 18 12:09:24.206741 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-06fddd4e-510e-4f6e-830b-676ead39c273 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114612 Feb 18 12:09:24.218035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cfaa60-17c1-469c-af54-a4a3285b6dfc x-openstack-request-id: req-e3cfaa60-17c1-469c-af54-a4a3285b6dfc {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:24.218374 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "name": "network-vif-plugged", "status": "completed", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:24.218939 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3cfaa60-17c1-469c-af54-a4a3285b6dfc {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:24.219482 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'code': 200} Feb 18 12:09:24.361392 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port a0fecbb4-bffe-484c-8dd6-88944f061134 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:24.362086 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.366792 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2faea3f6-8901-4565-9c36-27c41cbae326 admin admin] Publish callbacks [] for security_group (38a58140-4b8a-49e3-abd6-97ca00582b8f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.382073 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2faea3f6-8901-4565-9c36-27c41cbae326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (38a58140-4b8a-49e3-abd6-97ca00582b8f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.443363 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b11314af-a65c-4bc3-9087-3f21b323e167 req-2f93dc16-344a-4f96-90a2-f2ee06d1551c service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276487 Feb 18 12:09:24.487696 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a0fecbb4-bffe-484c-8dd6-88944f061134, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a0fecbb4-bffe-484c-8dd6-88944f061134,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:24.500942 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.502695 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2faea3f6-8901-4565-9c36-27c41cbae326 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea131a86042b4c0d9cbec08bc4200a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8279455 Feb 18 12:09:24.505648 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47692) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:24.507088 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'mac_address': 'fa:16:3e:cb:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd19244b-93a1-45d0-abc1-498874734c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:08:57Z', 'updated_at': '2022-02-18T12:09:21Z', 'revision_number': 1, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:24.540951 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faea3f6-8901-4565-9c36-27c41cbae326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a58140-4b8a-49e3-abd6-97ca00582b8f,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:24.541850 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0631e0d3-ca85-4790-a306-72bac2560f5e None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'mac_address': 'fa:16:3e:cb:54:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd19244b-93a1-45d0-abc1-498874734c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:08:57Z', 'updated_at': '2022-02-18T12:09:21Z', 'revision_number': 1, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:24.673417 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=a0fecbb4-bffe-484c-8dd6-88944f061134,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:24.698950 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a354-448b-45ec-93c1-09b5b205c023 req-b73e2458-7087-42f7-ac9e-4b1c2896ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:24.700509 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec79a354-448b-45ec-93c1-09b5b205c023 req-b73e2458-7087-42f7-ac9e-4b1c2896ede3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1129 time: 0.2596328 Feb 18 12:09:24.713172 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123fc9e-53e5-447f-a98d-68671f554d53 req-4e639168-43ec-4b79-897e-c7d8a1a92ef0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:24.715402 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d123fc9e-53e5-447f-a98d-68671f554d53 req-4e639168-43ec-4b79-897e-c7d8a1a92ef0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1590548 Feb 18 12:09:24.825590 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19a91994-2cba-4516-a279-a27d54701f4e admin admin] Publish callbacks [] for security_group (38a58140-4b8a-49e3-abd6-97ca00582b8f), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.838095 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d123fc9e-53e5-447f-a98d-68671f554d53 req-751df8bf-52f9-40ac-be3f-a8dee4a910b8 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121237 Feb 18 12:09:24.854487 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19a91994-2cba-4516-a279-a27d54701f4e admin admin] Publish callbacks [] for security_group (38a58140-4b8a-49e3-abd6-97ca00582b8f), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.879571 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec79a354-448b-45ec-93c1-09b5b205c023 req-4f2b89cb-859d-4088-984d-0b107a21cbc6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518667 Feb 18 12:09:24.917281 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc6095-e0fa-434f-8f71-de7bf493f2e2 None None] New status for floating IP 9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c: ACTIVE {{(pid=102859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:09:24.919132 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19a91994-2cba-4516-a279-a27d54701f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (38a58140-4b8a-49e3-abd6-97ca00582b8f), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.923007 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19a91994-2cba-4516-a279-a27d54701f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:24.926578 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-19a91994-2cba-4516-a279-a27d54701f4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38a58140-4b8a-49e3-abd6-97ca00582b8f HTTP/1.1" status: 204 len: 168 time: 0.4192123 Feb 18 12:09:24.954356 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a91994-2cba-4516-a279-a27d54701f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a58140-4b8a-49e3-abd6-97ca00582b8f,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:25.336882 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47720) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:25.349861 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddef4876-2b40-4002-b167-3d5fdc33bb85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.426054 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189864b5-940e-4d65-a1e1-724a95dfaea1 req-cb3e1bd6-f7a5-4576-9055-e16b385aa5fe tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:25.427756 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-189864b5-940e-4d65-a1e1-724a95dfaea1 req-cb3e1bd6-f7a5-4576-9055-e16b385aa5fe tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0609331 Feb 18 12:09:25.443639 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddef4876-2b40-4002-b167-3d5fdc33bb85 admin admin] Publish callbacks [] for security_group (d7ba2b2b-fe40-43b7-8de1-269d79ee6d53), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.448984 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddef4876-2b40-4002-b167-3d5fdc33bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d7ba2b2b-fe40-43b7-8de1-269d79ee6d53), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.479776 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-189864b5-940e-4d65-a1e1-724a95dfaea1 req-4b256c1e-fd9c-408c-badd-7a8963f0cd77 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 Feb 18 12:09:25.489450 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ddef4876-2b40-4002-b167-3d5fdc33bb85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9d4c06f111d4c81b7f8e3959e939c0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491914 Feb 18 12:09:25.489450 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef4876-2b40-4002-b167-3d5fdc33bb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba2b2b-fe40-43b7-8de1-269d79ee6d53,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:25.490321 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47722) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:25.567199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4c62-1d70-49ee-9947-b80107fef739 admin admin] Publish callbacks [] for security_group (d7ba2b2b-fe40-43b7-8de1-269d79ee6d53), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.597594 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4c62-1d70-49ee-9947-b80107fef739 admin admin] Publish callbacks [] for security_group (d7ba2b2b-fe40-43b7-8de1-269d79ee6d53), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.651777 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4c62-1d70-49ee-9947-b80107fef739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d7ba2b2b-fe40-43b7-8de1-269d79ee6d53), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.654823 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4c62-1d70-49ee-9947-b80107fef739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:25.658342 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dc6c4c62-1d70-49ee-9947-b80107fef739 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7ba2b2b-fe40-43b7-8de1-269d79ee6d53 HTTP/1.1" status: 204 len: 168 time: 0.1648068 Feb 18 12:09:25.663363 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c4c62-1d70-49ee-9947-b80107fef739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba2b2b-fe40-43b7-8de1-269d79ee6d53,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:25.954706 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657041cf-bf62-42e6-9ab4-213435e0753d req-4bf29598-2298-4de0-b6be-afcfd9a7c98b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:25.956409 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-657041cf-bf62-42e6-9ab4-213435e0753d req-4bf29598-2298-4de0-b6be-afcfd9a7c98b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0517800 Feb 18 12:09:26.004061 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-657041cf-bf62-42e6-9ab4-213435e0753d req-99780225-d285-405d-8335-db88aff98cec tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412142 Feb 18 12:09:26.220576 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fecbb4-bffe-484c-8dd6-88944f061134'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:26.223468 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b47e13-ff29-403b-83ce-d546e52d89d0" -d '{"events": [{"server_uuid": "bc51f351-1fb1-46c4-83bd-e269c05a2838", "name": "network-vif-plugged", "status": "completed", "tag": "a0fecbb4-bffe-484c-8dd6-88944f061134"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:26.258525 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18b29eb-77bb-4270-8779-23c099824fdc x-openstack-request-id: req-a18b29eb-77bb-4270-8779-23c099824fdc {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:26.258842 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc51f351-1fb1-46c4-83bd-e269c05a2838", "name": "network-vif-plugged", "status": "completed", "tag": "a0fecbb4-bffe-484c-8dd6-88944f061134", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:26.259109 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a18b29eb-77bb-4270-8779-23c099824fdc {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:26.259639 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fecbb4-bffe-484c-8dd6-88944f061134', 'code': 200} Feb 18 12:09:26.613750 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3449a-14a8-4600-821f-74b43c27b4d1 req-af89bfd3-b4c2-4fd8-b7f8-72a4ee91f14e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:26.615806 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d4c3449a-14a8-4600-821f-74b43c27b4d1 req-af89bfd3-b4c2-4fd8-b7f8-72a4ee91f14e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0653160 Feb 18 12:09:26.668778 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d4c3449a-14a8-4600-821f-74b43c27b4d1 req-6f651ede-644a-4977-a0d1-80de587c3ed3 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Feb 18 12:09:27.120486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1cdca-80a3-4133-93f2-652809b8b32c req-6ee85d3e-5c65-45bd-b35c-ca2a52077fc9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:27.121965 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-25d1cdca-80a3-4133-93f2-652809b8b32c req-6ee85d3e-5c65-45bd-b35c-ca2a52077fc9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0510232 Feb 18 12:09:27.171199 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-25d1cdca-80a3-4133-93f2-652809b8b32c req-6d76b1f2-78fc-4eba-bf3f-286c4e58c76d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428245 Feb 18 12:09:27.786723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf66874-1a50-4e8d-8d47-207be31e8cd8 req-04b2aacb-5142-4c38-9631-67d9d607e6db tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:27.788255 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0cf66874-1a50-4e8d-8d47-207be31e8cd8 req-04b2aacb-5142-4c38-9631-67d9d607e6db tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0541022 Feb 18 12:09:27.833852 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0cf66874-1a50-4e8d-8d47-207be31e8cd8 req-3316fdd2-3228-4136-9131-4caf54efabbf tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Feb 18 12:09:28.091204 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1fc4e-9367-40ae-99ec-e6ab49656593 req-43a5b22c-f6a5-4529-aa88-1b8d8f091a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:28.093087 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2db1fc4e-9367-40ae-99ec-e6ab49656593 req-43a5b22c-f6a5-4529-aa88-1b8d8f091a15 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 1129 time: 0.0424848 Feb 18 12:09:28.136117 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2db1fc4e-9367-40ae-99ec-e6ab49656593 req-5411c754-00a1-44fd-9f80-95978cfd3fb5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365458 Feb 18 12:09:28.302469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f778e1d-74be-4950-ab6a-b0a58a87ca09 req-8966b1eb-1988-4b83-8fc6-01479a046da9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:28.303954 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f778e1d-74be-4950-ab6a-b0a58a87ca09 req-8966b1eb-1988-4b83-8fc6-01479a046da9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0533245 Feb 18 12:09:28.363973 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f778e1d-74be-4950-ab6a-b0a58a87ca09 req-8ae85b90-1392-4a1c-865a-55285b5ed812 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541019 Feb 18 12:09:28.952755 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c371-5bfc-4aee-a7a6-59a4094be7e6 req-c26f578a-0d3b-4852-9aae-8f6ced89f5fc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:28.954166 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e352c371-5bfc-4aee-a7a6-59a4094be7e6 req-c26f578a-0d3b-4852-9aae-8f6ced89f5fc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0513217 Feb 18 12:09:29.001503 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e352c371-5bfc-4aee-a7a6-59a4094be7e6 req-094f4bcb-dc6b-477c-8946-2ffefe850c57 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Feb 18 12:09:29.494466 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc348b7-14c5-4268-bcdc-cb34bd6513d1 req-a641b395-9cfc-4dad-bb46-da15b771b933 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:29.496088 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcc348b7-14c5-4268-bcdc-cb34bd6513d1 req-a641b395-9cfc-4dad-bb46-da15b771b933 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0534527 Feb 18 12:09:29.544080 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcc348b7-14c5-4268-bcdc-cb34bd6513d1 req-921bbf94-5eb9-4fc3-b169-602bc7c7cc38 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Feb 18 12:09:29.690050 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82a963-d66b-4759-9be9-d1034a3440c9 req-48813273-c4bf-479d-a912-2d2421c449b0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:29.691547 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6c82a963-d66b-4759-9be9-d1034a3440c9 req-48813273-c4bf-479d-a912-2d2421c449b0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0820768 Feb 18 12:09:29.700729 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 47866) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:29.706112 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'floatingip': {'port_id': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:29.777020 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (a54566e8-0b42-4ccc-bb71-57fdac825d58), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:30.297844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013aebf-15df-4436-8b67-ae52b4ab2f05 req-2be1445a-0f99-43ff-b64c-37481e6af09f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:30.299487 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4013aebf-15df-4436-8b67-ae52b4ab2f05 req-2be1445a-0f99-43ff-b64c-37481e6af09f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.2267604 Feb 18 12:09:30.457820 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4013aebf-15df-4436-8b67-ae52b4ab2f05 req-b99b77d9-6b30-4e88-95fc-e9b6cec979a8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491995 Feb 18 12:09:30.486249 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:30.490324 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (a54566e8-0b42-4ccc-bb71-57fdac825d58), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:30.863212 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-e1bc177d-076c-4b54-bfc0-7d52ba81aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:30.865211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-e1bc177d-076c-4b54-bfc0-7d52ba81aa78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 1129 time: 0.0991867 Feb 18 12:09:30.866344 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Floating IP a54566e8-0b42-4ccc-bb71-57fdac825d58 associated. External IP: 172.27.1.204, port: a9f2801a-3a9a-431f-b2ff-ba97b75a5b34. Feb 18 12:09:30.878652 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999b145-792f-47ad-991a-9c13a96cb2a0 req-60117a6d-601b-4383-942f-7b854dd96834 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:30.880139 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0999b145-792f-47ad-991a-9c13a96cb2a0 req-60117a6d-601b-4383-942f-7b854dd96834 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1152229 Feb 18 12:09:30.969589 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47902) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:31.066311 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0999b145-792f-47ad-991a-9c13a96cb2a0 req-fa371d4c-54d2-45d0-b10b-729d35c77116 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547339 Feb 18 12:09:31.099156 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48efd4f9-c5cb-4b23-ad0d-b86eb8b8001c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.099452 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-6507e327-5e69-4706-80e2-d7ffa3659fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:31.101235 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-6507e327-5e69-4706-80e2-d7ffa3659fbf service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.1886814 Feb 18 12:09:31.181019 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48efd4f9-c5cb-4b23-ad0d-b86eb8b8001c admin admin] Publish callbacks [] for security_group (973dcf03-860e-49eb-962d-9ad0a27219d7), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.183280 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-4eb00aab-e8f2-4a70-b0a6-1a4d329a2eeb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0fecbb4-bffe-484c-8dd6-88944f061134 HTTP/1.1" status: 200 len: 217 time: 0.0448747 Feb 18 12:09:31.186620 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48efd4f9-c5cb-4b23-ad0d-b86eb8b8001c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (973dcf03-860e-49eb-962d-9ad0a27219d7), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.208955 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47908) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:31.238380 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-48efd4f9-c5cb-4b23-ad0d-b86eb8b8001c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=458dd1e30a8c4e68b7639dc8e8df48e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675865 Feb 18 12:09:31.239287 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47914) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:31.245345 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efd4f9-c5cb-4b23-ad0d-b86eb8b8001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973dcf03-860e-49eb-962d-9ad0a27219d7,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:31.278955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-8cc1998b-b33a-4e85-be54-ecf1b59490c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:31.280975 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-8cc1998b-b33a-4e85-be54-ecf1b59490c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0918627 Feb 18 12:09:31.289507 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:09:31.321880 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a88dcc9a-c2c8-44c8-98a9-1192d11c0b62 admin admin] Publish callbacks [] for security_group (973dcf03-860e-49eb-962d-9ad0a27219d7), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.326091 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-237c6105-3fe9-42ec-807e-869db32988e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351744 Feb 18 12:09:31.349174 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a88dcc9a-c2c8-44c8-98a9-1192d11c0b62 admin admin] Publish callbacks [] for security_group (973dcf03-860e-49eb-962d-9ad0a27219d7), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.411751 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3c4a79f2-0511-4155-983b-f70d89f7cc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.422815 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a88dcc9a-c2c8-44c8-98a9-1192d11c0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (973dcf03-860e-49eb-962d-9ad0a27219d7), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.425546 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a88dcc9a-c2c8-44c8-98a9-1192d11c0b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.426842 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a88dcc9a-c2c8-44c8-98a9-1192d11c0b62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/973dcf03-860e-49eb-962d-9ad0a27219d7 HTTP/1.1" status: 204 len: 168 time: 0.1866078 Feb 18 12:09:31.443920 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dcc9a-c2c8-44c8-98a9-1192d11c0b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973dcf03-860e-49eb-962d-9ad0a27219d7,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:31.546314 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:31.549768 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-ebdb04be-1294-4d48-95b9-c2b1d41b506b service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639705 Feb 18 12:09:31.553211 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3c4a79f2-0511-4155-983b-f70d89f7cc48 admin admin] Publish callbacks [] for security_group (b0d65df2-dcf2-4f1c-a9c7-a7394d189096), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.553999 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.556466 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:31.560334 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3c4a79f2-0511-4155-983b-f70d89f7cc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b0d65df2-dcf2-4f1c-a9c7-a7394d189096), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.575634 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:31.577182 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:31.608070 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3c4a79f2-0511-4155-983b-f70d89f7cc48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7583412484ba44faa105f5f053732860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933372 Feb 18 12:09:31.610285 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a79f2-0511-4155-983b-f70d89f7cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d65df2-dcf2-4f1c-a9c7-a7394d189096,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:31.612658 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47930) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:31.670850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0c720e1a-57f2-4bc6-b394-bd99a0466687 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "PUT /v2.0/floatingips/a54566e8-0b42-4ccc-bb71-57fdac825d58 HTTP/1.1" status: 200 len: 991 time: 1.9675777 Feb 18 12:09:31.676275 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:31.680303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e26550-ce7c-4402-968f-76808b4b32f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:31.689394 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06d3488-d8c1-4524-a62f-4737a265716f admin admin] Publish callbacks [] for security_group (b0d65df2-dcf2-4f1c-a9c7-a7394d189096), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.714151 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06d3488-d8c1-4524-a62f-4737a265716f admin admin] Publish callbacks [] for security_group (b0d65df2-dcf2-4f1c-a9c7-a7394d189096), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.747907 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a251d0b-e876-43d0-b543-f12142d3dc74 req-8d7d6928-1bdf-4864-8313-c3009dcfb232 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564445 Feb 18 12:09:31.759283 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:31.777202 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d166b225-556f-4e11-9a69-d50eb7e45ff2 x-openstack-request-id: req-d166b225-556f-4e11-9a69-d50eb7e45ff2 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:31.777786 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:31.778148 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d166b225-556f-4e11-9a69-d50eb7e45ff2 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:31.778798 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'status': 'completed', 'code': 200} Feb 18 12:09:31.807431 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06d3488-d8c1-4524-a62f-4737a265716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b0d65df2-dcf2-4f1c-a9c7-a7394d189096), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.814979 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06d3488-d8c1-4524-a62f-4737a265716f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.818370 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a06d3488-d8c1-4524-a62f-4737a265716f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0d65df2-dcf2-4f1c-a9c7-a7394d189096 HTTP/1.1" status: 204 len: 168 time: 0.1927388 Feb 18 12:09:31.858400 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47944) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:31.867672 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d3488-d8c1-4524-a62f-4737a265716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d65df2-dcf2-4f1c-a9c7-a7394d189096,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:31.889974 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba184-fc37-4b0c-8bd3-262d00bb5219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:31.924807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-96f3b299-0c90-4d0a-a12d-c9a6ebca1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:31.927659 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-96f3b299-0c90-4d0a-a12d-c9a6ebca1fc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1129 time: 0.1028614 Feb 18 12:09:32.030960 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba184-fc37-4b0c-8bd3-262d00bb5219 admin admin] Publish callbacks [] for security_group (4eb15d85-9436-4acd-8fc0-09294f7acfb4), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.036360 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab9ba184-fc37-4b0c-8bd3-262d00bb5219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (4eb15d85-9436-4acd-8fc0-09294f7acfb4), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.068065 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-0e045f27-a156-4e22-8475-19ed33386130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:32.070935 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-0e045f27-a156-4e22-8475-19ed33386130 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.1346292 Feb 18 12:09:32.079064 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ab9ba184-fc37-4b0c-8bd3-262d00bb5219 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edc14bc3157c4360b491019ad0b437ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188423 Feb 18 12:09:32.082733 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ba184-fc37-4b0c-8bd3-262d00bb5219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb15d85-9436-4acd-8fc0-09294f7acfb4,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:32.085308 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47950) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:32.180880 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed2b789f-f05d-4c11-9d07-ea2abdc8bd25 admin admin] Publish callbacks [] for security_group (4eb15d85-9436-4acd-8fc0-09294f7acfb4), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.193983 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'a54566e8-0b42-4ccc-bb71-57fdac825d58', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'port_id': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'mac_address': 'fa:16:3e:9e:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:09:02Z', 'updated_at': '2022-02-18T12:09:30Z', 'revision_number': 1, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:32.214505 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed2b789f-f05d-4c11-9d07-ea2abdc8bd25 admin admin] Publish callbacks [] for security_group (4eb15d85-9436-4acd-8fc0-09294f7acfb4), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.220581 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-aea0c4df-1a59-4fc0-a882-fcece8b9fd91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 999 time: 0.1401222 Feb 18 12:09:32.222833 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:32.234172 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:32.234799 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:32.278048 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed2b789f-f05d-4c11-9d07-ea2abdc8bd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (4eb15d85-9436-4acd-8fc0-09294f7acfb4), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.278993 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed1368-d957-49df-9e2e-8b3c01169501 req-a8f5553f-7a21-4e22-9655-6034cef6b4f1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:32.281316 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8ed1368-d957-49df-9e2e-8b3c01169501 req-a8f5553f-7a21-4e22-9655-6034cef6b4f1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0932863 Feb 18 12:09:32.282750 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed2b789f-f05d-4c11-9d07-ea2abdc8bd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.288213 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ed2b789f-f05d-4c11-9d07-ea2abdc8bd25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eb15d85-9436-4acd-8fc0-09294f7acfb4 HTTP/1.1" status: 204 len: 168 time: 0.2017019 Feb 18 12:09:32.298408 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b789f-f05d-4c11-9d07-ea2abdc8bd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb15d85-9436-4acd-8fc0-09294f7acfb4,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:32.308795 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47956) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:32.320363 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-131dfd6b-3d89-46f5-9d7a-ad766b2d53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:32.322168 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-131dfd6b-3d89-46f5-9d7a-ad766b2d53fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.0918453 Feb 18 12:09:32.324718 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c02d2d44-eb9c-4f44-b039-1bf31d009e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.386639 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8ed1368-d957-49df-9e2e-8b3c01169501 req-e485857b-9a24-4364-b407-a20f990a291d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993748 Feb 18 12:09:32.400585 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-0da963b4-d3f6-4419-b3eb-38b68a37fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:32.402503 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-0da963b4-d3f6-4419-b3eb-38b68a37fa9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736890 Feb 18 12:09:32.415088 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:32.425073 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c02d2d44-eb9c-4f44-b039-1bf31d009e9a admin admin] Publish callbacks [] for security_group (18e5f19b-801f-448e-b672-486a3256596d), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.430653 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c02d2d44-eb9c-4f44-b039-1bf31d009e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (18e5f19b-801f-448e-b672-486a3256596d), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.474767 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d2d44-eb9c-4f44-b039-1bf31d009e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e5f19b-801f-448e-b672-486a3256596d,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:32.480054 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c02d2d44-eb9c-4f44-b039-1bf31d009e9a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3de7f748cc94e74a97c9d5edd9777db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702557 Feb 18 12:09:32.483574 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 47960) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:32.537898 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-269f9371-5523-4c66-a54e-83c532026610 admin admin] Publish callbacks [] for security_group (18e5f19b-801f-448e-b672-486a3256596d), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.550693 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-873fd507-3e72-4ec5-8ff0-ee8e09c56c01 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169128 Feb 18 12:09:32.562018 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-269f9371-5523-4c66-a54e-83c532026610 admin admin] Publish callbacks [] for security_group (18e5f19b-801f-448e-b672-486a3256596d), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.630785 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-269f9371-5523-4c66-a54e-83c532026610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (18e5f19b-801f-448e-b672-486a3256596d), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.633620 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-269f9371-5523-4c66-a54e-83c532026610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:32.635286 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-269f9371-5523-4c66-a54e-83c532026610 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18e5f19b-801f-448e-b672-486a3256596d HTTP/1.1" status: 204 len: 168 time: 0.1508105 Feb 18 12:09:32.651160 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f9371-5523-4c66-a54e-83c532026610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e5f19b-801f-448e-b672-486a3256596d,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:32.686271 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e26550-ce7c-4402-968f-76808b4b32f4 req-ac07faee-10fa-48ec-b5fc-dfdfe6eff7dc service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196432 Feb 18 12:09:32.776410 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'a54566e8-0b42-4ccc-bb71-57fdac825d58', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'port_id': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'mac_address': 'fa:16:3e:9e:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:09:02Z', 'updated_at': '2022-02-18T12:09:30Z', 'revision_number': 1, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:32.805147 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d5d3b4-d855-48ff-b1bc-910c0bb7b43f None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'a54566e8-0b42-4ccc-bb71-57fdac825d58', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'port_id': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'mac_address': 'fa:16:3e:9e:c0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:09:02Z', 'updated_at': '2022-02-18T12:09:30Z', 'revision_number': 1, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:33.121388 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df2143-e19f-4357-bf5e-f0e54eaf9858 None None] New status for floating IP a54566e8-0b42-4ccc-bb71-57fdac825d58: ACTIVE {{(pid=102859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:09:33.546917 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0474a-b260-4f52-a8c0-44ce52a774c2 req-18a378fe-fa36-417e-a115-12d9a31415a3 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:33.548516 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7dd0474a-b260-4f52-a8c0-44ce52a774c2 req-18a378fe-fa36-417e-a115-12d9a31415a3 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0674105 Feb 18 12:09:33.595936 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7dd0474a-b260-4f52-a8c0-44ce52a774c2 req-395e49c6-3189-4e68-8267-31c1ba00f9a8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Feb 18 12:09:34.647811 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48100) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:34.730394 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657abe32-2e6a-47cd-b9d0-0cb9c120ded8 req-5291c8a5-8c88-4728-9c15-077f698d254e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:34.731889 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-657abe32-2e6a-47cd-b9d0-0cb9c120ded8 req-5291c8a5-8c88-4728-9c15-077f698d254e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0603485 Feb 18 12:09:34.768963 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b1bf308a-a7fc-4b42-8dd9-3732ee2c8a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:34.811739 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-657abe32-2e6a-47cd-b9d0-0cb9c120ded8 req-573f7573-934b-4549-9f4f-03a8c1c86ab7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734324 Feb 18 12:09:34.872782 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b1bf308a-a7fc-4b42-8dd9-3732ee2c8a0e admin admin] Publish callbacks [] for security_group (cc650a4c-2d07-4e50-8343-7a8f699fbb1d), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:34.877187 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b1bf308a-a7fc-4b42-8dd9-3732ee2c8a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (cc650a4c-2d07-4e50-8343-7a8f699fbb1d), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:34.914692 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-b1bf308a-a7fc-4b42-8dd9-3732ee2c8a0e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6a90a12051d4aafb6e7021bdac85357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657883 Feb 18 12:09:34.915533 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf308a-a7fc-4b42-8dd9-3732ee2c8a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc650a4c-2d07-4e50-8343-7a8f699fbb1d,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:34.917371 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48112) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:34.927544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48114) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:34.972890 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-78625db3-fb18-4909-ad30-33740a5b19cf admin admin] Publish callbacks [] for security_group (cc650a4c-2d07-4e50-8343-7a8f699fbb1d), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:34.994505 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-78625db3-fb18-4909-ad30-33740a5b19cf admin admin] Publish callbacks [] for security_group (cc650a4c-2d07-4e50-8343-7a8f699fbb1d), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.042338 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6b2b1180-ec96-41e0-8b9c-17b13c6978db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.043914 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-78625db3-fb18-4909-ad30-33740a5b19cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (cc650a4c-2d07-4e50-8343-7a8f699fbb1d), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.046819 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-78625db3-fb18-4909-ad30-33740a5b19cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.048029 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-78625db3-fb18-4909-ad30-33740a5b19cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cc650a4c-2d07-4e50-8343-7a8f699fbb1d HTTP/1.1" status: 204 len: 168 time: 0.1295779 Feb 18 12:09:35.056411 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78625db3-fb18-4909-ad30-33740a5b19cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc650a4c-2d07-4e50-8343-7a8f699fbb1d,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:35.124214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6b2b1180-ec96-41e0-8b9c-17b13c6978db admin admin] Publish callbacks [] for security_group (b18ca042-ca2f-4393-b4fb-feddbbf2a0d3), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.129615 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6b2b1180-ec96-41e0-8b9c-17b13c6978db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b18ca042-ca2f-4393-b4fb-feddbbf2a0d3), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.168932 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-6b2b1180-ec96-41e0-8b9c-17b13c6978db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47e827e6ff9448b9872f7b62445c8054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398973 Feb 18 12:09:35.171674 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48124) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:35.174032 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b1180-ec96-41e0-8b9c-17b13c6978db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18ca042-ca2f-4393-b4fb-feddbbf2a0d3,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:35.226575 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d5cec7fb-0b23-4506-a248-a8d0e1133b59 admin admin] Publish callbacks [] for security_group (b18ca042-ca2f-4393-b4fb-feddbbf2a0d3), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.247238 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d5cec7fb-0b23-4506-a248-a8d0e1133b59 admin admin] Publish callbacks [] for security_group (b18ca042-ca2f-4393-b4fb-feddbbf2a0d3), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.292920 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d5cec7fb-0b23-4506-a248-a8d0e1133b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b18ca042-ca2f-4393-b4fb-feddbbf2a0d3), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.296209 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d5cec7fb-0b23-4506-a248-a8d0e1133b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.297534 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-d5cec7fb-0b23-4506-a248-a8d0e1133b59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b18ca042-ca2f-4393-b4fb-feddbbf2a0d3 HTTP/1.1" status: 204 len: 168 time: 0.1247330 Feb 18 12:09:35.305670 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cec7fb-0b23-4506-a248-a8d0e1133b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18ca042-ca2f-4393-b4fb-feddbbf2a0d3,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:35.339850 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48128) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:35.352988 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-350cd7de-962b-42b8-afb9-44ca63f19acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.447077 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-350cd7de-962b-42b8-afb9-44ca63f19acb admin admin] Publish callbacks [] for security_group (97c13bb9-35c9-40e0-ba31-4302a14b84e3), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.454334 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-350cd7de-962b-42b8-afb9-44ca63f19acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (97c13bb9-35c9-40e0-ba31-4302a14b84e3), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.501326 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-350cd7de-962b-42b8-afb9-44ca63f19acb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d2d7823bdb949688b6f7a8a62599cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598208 Feb 18 12:09:35.503336 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cd7de-962b-42b8-afb9-44ca63f19acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c13bb9-35c9-40e0-ba31-4302a14b84e3,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:35.503568 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48136) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:35.617275 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9752-9b49-4c84-89d6-3fbdfe6cebbe admin admin] Publish callbacks [] for security_group (97c13bb9-35c9-40e0-ba31-4302a14b84e3), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.663871 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9752-9b49-4c84-89d6-3fbdfe6cebbe admin admin] Publish callbacks [] for security_group (97c13bb9-35c9-40e0-ba31-4302a14b84e3), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.716142 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9752-9b49-4c84-89d6-3fbdfe6cebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (97c13bb9-35c9-40e0-ba31-4302a14b84e3), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.719347 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9752-9b49-4c84-89d6-3fbdfe6cebbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.722875 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-3f8f9752-9b49-4c84-89d6-3fbdfe6cebbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97c13bb9-35c9-40e0-ba31-4302a14b84e3 HTTP/1.1" status: 204 len: 168 time: 0.2159376 Feb 18 12:09:35.737774 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f9752-9b49-4c84-89d6-3fbdfe6cebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c13bb9-35c9-40e0-ba31-4302a14b84e3,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:35.769942 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48146) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:35.783729 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eadbf97e-70eb-47a1-8fa7-ef1c97f5d611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.862696 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eadbf97e-70eb-47a1-8fa7-ef1c97f5d611 admin admin] Publish callbacks [] for security_group (76d9fab9-45cc-470e-839d-c655d657b423), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.869414 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eadbf97e-70eb-47a1-8fa7-ef1c97f5d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (76d9fab9-45cc-470e-839d-c655d657b423), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:35.913590 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-eadbf97e-70eb-47a1-8fa7-ef1c97f5d611 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e36ca014e4404559a8ada900ebb5c61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425617 Feb 18 12:09:35.915638 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbf97e-70eb-47a1-8fa7-ef1c97f5d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d9fab9-45cc-470e-839d-c655d657b423,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:35.916300 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48152) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:35.971397 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d0f55-d8fc-4fcd-8bbd-3e52579b0d60 req-3859c01b-af50-4ef4-bbff-6acf369d0054 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:35.972881 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-319d0f55-d8fc-4fcd-8bbd-3e52579b0d60 req-3859c01b-af50-4ef4-bbff-6acf369d0054 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0872948 Feb 18 12:09:35.996402 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f2954d0e-7e9a-4bbc-90ae-8f0058a12b16 admin admin] Publish callbacks [] for security_group (76d9fab9-45cc-470e-839d-c655d657b423), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:36.038117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f2954d0e-7e9a-4bbc-90ae-8f0058a12b16 admin admin] Publish callbacks [] for security_group (76d9fab9-45cc-470e-839d-c655d657b423), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:36.047786 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-319d0f55-d8fc-4fcd-8bbd-3e52579b0d60 req-1d12c196-1980-405e-9e85-b2cf21ccb149 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676026 Feb 18 12:09:36.093848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f2954d0e-7e9a-4bbc-90ae-8f0058a12b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (76d9fab9-45cc-470e-839d-c655d657b423), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:36.096532 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f2954d0e-7e9a-4bbc-90ae-8f0058a12b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:36.100171 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-f2954d0e-7e9a-4bbc-90ae-8f0058a12b16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76d9fab9-45cc-470e-839d-c655d657b423 HTTP/1.1" status: 204 len: 168 time: 0.1805437 Feb 18 12:09:36.107446 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2954d0e-7e9a-4bbc-90ae-8f0058a12b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d9fab9-45cc-470e-839d-c655d657b423,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:36.612073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-55f8aea8-b200-4bd4-9066-c55a9750874a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:36.613662 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-55f8aea8-b200-4bd4-9066-c55a9750874a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.1159630 Feb 18 12:09:36.632850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0ac26bd0-cf6e-48b0-afd1-33745027d645 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/quotas/f4260ba94f6b483abdf8ff031c22b30e HTTP/1.1" status: 200 len: 375 time: 0.0104530 Feb 18 12:09:36.687595 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-4041b4c2-f851-4c69-9c5c-e6a166d7b8b4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528870 Feb 18 12:09:36.756402 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:09:36.796742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-453f3b01-59b2-4401-8b4b-f4afb4b1678d service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018119 Feb 18 12:09:36.918362 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-a12b2a7a-3e7d-4ff7-acbf-dd5891fd47b7 service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162527 Feb 18 12:09:36.943268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48222) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:37.154740 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-990307543-network', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:37.159492 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89d4e164-5e04-4712-a0f8-3f5a31e5430a req-177ab0af-d720-40b7-a0c7-33443fec3321 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 210 time: 0.0441666 Feb 18 12:09:37.209167 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Made reservation on behalf of d0ee0a79b32e440bb58ca31a3643c4cd for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:37.211571 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.229247 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.249314 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826648c-41a5-40bb-9a90-5f1dc7df3041 req-59a7d3af-c01c-4155-bd57-a721a0ef4d0e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:37.251255 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b826648c-41a5-40bb-9a90-5f1dc7df3041 req-59a7d3af-c01c-4155-bd57-a721a0ef4d0e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0908234 Feb 18 12:09:37.338717 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b826648c-41a5-40bb-9a90-5f1dc7df3041 req-efbb8f14-8806-47a1-90b5-7d945d689500 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803750 Feb 18 12:09:37.383011 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks [] for security_group (98d8739d-397c-4943-a8bd-9056d776422f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.389805 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (98d8739d-397c-4943-a8bd-9056d776422f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.420889 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:09:37.429938 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d8739d-397c-4943-a8bd-9056d776422f,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:37.440539 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (129731e4-3238-4a6e-a665-080d197ebf5d), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.440762 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Added segment 129731e4-3238-4a6e-a665-080d197ebf5d of type vlan for network 0e793114-ab38-4f98-bad5-77e1cddedd15 Feb 18 12:09:37.517771 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (0e793114-ab38-4f98-bad5-77e1cddedd15), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.550666 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (0e793114-ab38-4f98-bad5-77e1cddedd15), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.551901 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:37.552551 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.617016 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6726213 Feb 18 12:09:37.620107 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48270) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:37.632313 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Request body: {'subnet': {'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-990307543-subnet', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:37.644045 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af3946-93f8-48f2-88f7-00e3af632c76 admin admin] Pushing event updated for resources: {'Network': ['ID=0e793114-ab38-4f98-bad5-77e1cddedd15,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:37.656909 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Made reservation on behalf of d0ee0a79b32e440bb58ca31a3643c4cd for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:37.658277 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:09:37.659419 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.904772 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (23a03cd0-d050-4cf5-bb45-fd7202f4a2c4), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:37.980229 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:37.983241 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Checking segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:37.983559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Network hostable DHCP agents. Network: 0e793114-ab38-4f98-bad5-77e1cddedd15, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:09:38.003209 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:09:38.012535 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 0e793114-ab38-4f98-bad5-77e1cddedd15) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:38.017954 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:38.018690 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.027447 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2cc1fc-a36e-4b0b-825a-03fa191231f7 None None] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:38.041589 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-f5e2a4e4-52bd-40bb-b620-335ef21b94cd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4204376 Feb 18 12:09:38.042316 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48300) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:38.046655 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:38.066887 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (c9e87908-e19e-415e-a3d8-de39b7a210fe), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.067954 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (c9e87908-e19e-415e-a3d8-de39b7a210fe), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.125487 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks [] for router_controller (c9e87908-e19e-415e-a3d8-de39b7a210fe), precommit_add_association {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.127494 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-0e793114-ab38-4f98-bad5-77e1cddedd15', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:09:38.128471 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.270127 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Allocated IP 172.20.0.2 (0e793114-ab38-4f98-bad5-77e1cddedd15/23a03cd0-d050-4cf5-bb45-fd7202f4a2c4/c4a9ce2a-8d82-493a-9d69-8c44fc5d8945) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:38.270843 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks [] for router_gateway (c9e87908-e19e-415e-a3d8-de39b7a210fe), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.279024 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e0f6e306-f877-4ff4-84dd-4fbf93e59a84 req-72ac73c7-c24a-4bd1-baed-5681638bdc89 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 210 time: 0.0371249 Feb 18 12:09:38.298557 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48306) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:38.444570 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9a22a03d-ffd3-413b-89bd-f6a699aae46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.445465 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Publish callbacks [] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.455375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.500781 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:38.507246 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:38.512741 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:38.567936 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks [] for router_gateway (c9e87908-e19e-415e-a3d8-de39b7a210fe), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.587534 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Pushing event updated for resources: {'Port': ['ID=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:38.588448 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.611451 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Attempting to bind port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:38.612122 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Attempting to bind port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:38.612674 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Attempting to bind port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 on network 0e793114-ab38-4f98-bad5-77e1cddedd15 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:38.617550 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887368-d375-4dd7-b976-feed15f4066c req-37fe106d-06ea-4dc3-bc92-2231812962d1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:38.619460 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29887368-d375-4dd7-b976-feed15f4066c req-37fe106d-06ea-4dc3-bc92-2231812962d1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.2057486 Feb 18 12:09:38.619954 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:38.620413 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Checking segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:38.620813 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.621628 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Bound using segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:38.622340 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Bound port: c4a9ce2a-8d82-493a-9d69-8c44fc5d8945, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:38.623696 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.666711 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-726f55a1-9dfe-411e-973b-c78be4d1b68a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:38.668241 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-726f55a1-9dfe-411e-973b-c78be4d1b68a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.2452719 Feb 18 12:09:38.692296 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Request body: {'port': {'device_id': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'admin_state_up': True, 'tenant_id': 'f4260ba94f6b483abdf8ff031c22b30e'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:38.705129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] For port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:38.709177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] For port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:38.717567 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.726626 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48328) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:38.784740 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Allocated IP 172.27.1.10 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/e1adb78a-7204-48f9-ae9a-33b701b404a8) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:38.785385 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9a22a03d-ffd3-413b-89bd-f6a699aae46f admin admin] Publish callbacks [] for security_group (205a3703-d4ca-4489-8ccf-2ced5b9b627e), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.790720 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b5cd6-bffa-4973-aa58-d63c778d36e2 None None] Pushing event updated for resources: {'Port': ['ID=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:38.797050 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Deleting subnet 46f879ae-866a-426f-98fd-da545bb656f2 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:09:38.801794 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9a22a03d-ffd3-413b-89bd-f6a699aae46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (205a3703-d4ca-4489-8ccf-2ced5b9b627e), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.803368 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Publish callbacks [] for subnet (46f879ae-866a-426f-98fd-da545bb656f2), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.826403 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29887368-d375-4dd7-b976-feed15f4066c req-b5f743ed-a7e3-4876-8a59-f662c4dd7fd9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838701 Feb 18 12:09:38.872718 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22a03d-ffd3-413b-89bd-f6a699aae46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205a3703-d4ca-4489-8ccf-2ced5b9b627e,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:38.881865 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-9a22a03d-ffd3-413b-89bd-f6a699aae46f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=555282cdf95c4a93bdc46fadc441080a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821593 Feb 18 12:09:38.885907 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48332) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:38.897156 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Publish callbacks [] for subnet (46f879ae-866a-426f-98fd-da545bb656f2), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.914227 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (46f879ae-866a-426f-98fd-da545bb656f2), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.941543 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Made reservation on behalf of f4260ba94f6b483abdf8ff031c22b30e for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:38.944853 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.964345 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7c06921a-d278-406f-996b-de4fcfa5f6a8 admin admin] Publish callbacks [] for security_group (205a3703-d4ca-4489-8ccf-2ced5b9b627e), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:38.993084 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks [] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.014577 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for subnet (46f879ae-866a-426f-98fd-da545bb656f2), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.030418 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7c06921a-d278-406f-996b-de4fcfa5f6a8 admin admin] Publish callbacks [] for security_group (205a3703-d4ca-4489-8ccf-2ced5b9b627e), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.053360 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f879ae-866a-426f-98fd-da545bb656f2,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:39.062673 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.068183 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-283286ac-7e2c-416b-948c-e5fb5e9e5ee6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/46f879ae-866a-426f-98fd-da545bb656f2 HTTP/1.1" status: 204 len: 168 time: 0.3384717 Feb 18 12:09:39.070906 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48334) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:39.093825 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.156170 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Allocated IP 172.20.0.9 (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd/7fdfe737-560a-4682-8e3c-7c495d944a59/3f3be1c1-943b-403f-9a1c-cd8e722062a1) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:39.158435 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7c06921a-d278-406f-996b-de4fcfa5f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (205a3703-d4ca-4489-8ccf-2ced5b9b627e), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.161362 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7c06921a-d278-406f-996b-de4fcfa5f6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.164927 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7c06921a-d278-406f-996b-de4fcfa5f6a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/205a3703-d4ca-4489-8ccf-2ced5b9b627e HTTP/1.1" status: 204 len: 168 time: 0.2755547 Feb 18 12:09:39.187030 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06921a-d278-406f-996b-de4fcfa5f6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205a3703-d4ca-4489-8ccf-2ced5b9b627e,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:39.260024 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:39.267596 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:39.278269 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:39.282671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (69b8ca1c-d55c-488e-b8a9-76858c60e63b), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.287659 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0cfdb354-6fea-4bde-a2ee-423c2591783d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.368126 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1adb78a-7204-48f9-ae9a-33b701b404a8,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:39.539671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (69b8ca1c-d55c-488e-b8a9-76858c60e63b), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.599213 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.599435 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.599999 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.600326 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > port after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.600662 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.600997 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > port after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.601314 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.601734 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.602443 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.602443 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.626487 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-43503731-bcb2-4380-9957-575aaddaa694 req-f429b43d-8b30-4dba-81b8-726c4fced8dd tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 210 time: 0.0455699 Feb 18 12:09:39.685607 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48342) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:39.694561 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks [] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.705989 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-517d99f3-d494-4209-aaf4-4ee0a147f3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.751059 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.751588 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.752059 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.752570 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:39.753465 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b8ca1c-d55c-488e-b8a9-76858c60e63b']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:39.765084 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.788082 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:39.790840 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d0cb32-cebf-463e-b8a0-33d48a92990d') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:39.791350 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d0cb32-cebf-463e-b8a0-33d48a92990d') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:39.817643 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (01d0cb32-cebf-463e-b8a0-33d48a92990d), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.834951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:39.837356 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event updated for resources: {'Port': ['ID=3f3be1c1-943b-403f-9a1c-cd8e722062a1,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:39.842666 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:39.863526 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:39.868692 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:39.874777 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (01d0cb32-cebf-463e-b8a0-33d48a92990d), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.877067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.899648 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:09:39.902474 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (01d0cb32-cebf-463e-b8a0-33d48a92990d), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.913891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-517d99f3-d494-4209-aaf4-4ee0a147f3dc admin admin] Publish callbacks [] for security_group (869af1cc-8ed1-48a1-b455-8adbdbfba06f), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.930103 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-517d99f3-d494-4209-aaf4-4ee0a147f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (869af1cc-8ed1-48a1-b455-8adbdbfba06f), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:39.986607 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-0da6d53e-d026-4221-93a1-1adb4646e873 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3001363 Feb 18 12:09:39.991744 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-517d99f3-d494-4209-aaf4-4ee0a147f3dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1cf82fc7347545109689285c0f7c8195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047602 Feb 18 12:09:39.995913 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48348) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:40.039677 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Request body: {'port': {'device_id': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: from cryptography.utils import int_from_bytes Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: from cryptography.utils import int_from_bytes Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:09:40.059690 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:09:40.063142 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (69b8ca1c-d55c-488e-b8a9-76858c60e63b), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.109143 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d99f3-d494-4209-aaf4-4ee0a147f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869af1cc-8ed1-48a1-b455-8adbdbfba06f,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:40.128720 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9ed5b-5117-4aee-90c2-c7266032439a None None] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:40.179948 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dadfb4-79d4-418e-9157-ee052009087e req-a28c8b2c-51e1-4ee0-bb2a-93da94dba664 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:40.181442 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b1dadfb4-79d4-418e-9157-ee052009087e req-a28c8b2c-51e1-4ee0-bb2a-93da94dba664 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.2024052 Feb 18 12:09:40.187614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.200824 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] Provisioning complete for port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:40.201897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.209800 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-09101441-a6df-4a5a-9184-9eb6c8251fc5 admin admin] Publish callbacks [] for security_group (869af1cc-8ed1-48a1-b455-8adbdbfba06f), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.267602 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-09101441-a6df-4a5a-9184-9eb6c8251fc5 admin admin] Publish callbacks [] for security_group (869af1cc-8ed1-48a1-b455-8adbdbfba06f), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.284441 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.287468 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] 10.222.0.65 "DELETE /v2.0/networks/69b8ca1c-d55c-488e-b8a9-76858c60e63b HTTP/1.1" status: 204 len: 168 time: 1.2169766 Feb 18 12:09:40.291026 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48350) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:40.307690 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654fb18-0c9c-4cac-9c41-fa05d41d8558 admin admin] Pushing event deleted for resources: {'Network': ['ID=69b8ca1c-d55c-488e-b8a9-76858c60e63b,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:40.339770 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b1dadfb4-79d4-418e-9157-ee052009087e req-88553831-93ca-43f1-9afa-3434ac8aca1d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471415 Feb 18 12:09:40.348766 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks [] for router_gateway (c9e87908-e19e-415e-a3d8-de39b7a210fe), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.349445 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] Current status of the port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:40.353298 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.353787 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Deleting subnet 23a24a14-4c63-4103-8583-07990436dc9b {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:09:40.398069 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Publish callbacks [] for subnet (23a24a14-4c63-4103-8583-07990436dc9b), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.417582 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] For port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:40.423830 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.444009 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-09101441-a6df-4a5a-9184-9eb6c8251fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (869af1cc-8ed1-48a1-b455-8adbdbfba06f), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.457340 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-09101441-a6df-4a5a-9184-9eb6c8251fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.460749 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-09101441-a6df-4a5a-9184-9eb6c8251fc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/869af1cc-8ed1-48a1-b455-8adbdbfba06f HTTP/1.1" status: 204 len: 168 time: 0.4487615 Feb 18 12:09:40.471290 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (23a24a14-4c63-4103-8583-07990436dc9b), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.488446 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09101441-a6df-4a5a-9184-9eb6c8251fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869af1cc-8ed1-48a1-b455-8adbdbfba06f,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:40.511822 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fffab3-8e67-42d3-a074-2eb035565cad None None] Pushing event updated for resources: {'Port': ['ID=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:40.540398 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (23a24a14-4c63-4103-8583-07990436dc9b), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.651457 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-6e6a8b06-227c-41b9-bca4-856b0c9f1009 None None] Provisioning complete for port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:40.652205 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e6a8b06-227c-41b9-bca4-856b0c9f1009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.659275 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3be1c1-943b-403f-9a1c-cd8e722062a1 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:40.670585 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Publish callbacks [] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.695237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (23a24a14-4c63-4103-8583-07990436dc9b), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.700090 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Transition to ACTIVE for port object 3f3be1c1-943b-403f-9a1c-cd8e722062a1 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:09:40.706180 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (c9e87908-e19e-415e-a3d8-de39b7a210fe), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.709677 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.729384 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a24a14-4c63-4103-8583-07990436dc9b,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:40.736346 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.739535 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-fff99122-30aa-44bf-9db7-d875b1b3c174 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23a24a14-4c63-4103-8583-07990436dc9b HTTP/1.1" status: 204 len: 168 time: 0.4480014 Feb 18 12:09:40.751675 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48356) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:40.767199 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a8b06-227c-41b9-bca4-856b0c9f1009 None None] Current status of the port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:40.882487 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Pushing event updated for resources: {'Port': ['ID=3f3be1c1-943b-403f-9a1c-cd8e722062a1,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:40.890047 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Router c9e87908-e19e-415e-a3d8-de39b7a210fe is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:09:40.914179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (692fe579-9d38-40d7-bf9d-72a349b64fa5), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:40.940032 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Attempting to bind port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:40.940367 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Attempting to bind port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:40.940705 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Attempting to bind port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:40.953527 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01eae3-f8c1-4e88-bf31-4d3ccf88b93d req-0c843ca9-dbc1-43c8-9ae9-4ba62959a189 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:40.955075 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0f01eae3-f8c1-4e88-bf31-4d3ccf88b93d req-0c843ca9-dbc1-43c8-9ae9-4ba62959a189 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 943 time: 0.2059927 Feb 18 12:09:40.958909 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:09:40.959446 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Attempting to bind port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:40.984428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:40.984764 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Checking segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:40.985149 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Bound using segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:40.985595 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Bound port: 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:40.986030 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.017142 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:41.064745 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:41.093537 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Sync routers for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:41.095180 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (692fe579-9d38-40d7-bf9d-72a349b64fa5), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.104184 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:41.105084 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.112172 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:41.113354 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:41.113885 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.118556 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7b2e0991-c7d1-403c-8472-ed5b99d865a7 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0727656 Feb 18 12:09:41.119032 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48370) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:41.143679 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.144024 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.144755 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.145086 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > port after_create 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.145427 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > port after_delete 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.145780 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > port after_update 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.146346 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.146454 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.146742 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.147061 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.216101 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.216457 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.216833 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.217171 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 18 12:09:41.217541 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692fe579-9d38-40d7-bf9d-72a349b64fa5']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:41.235911 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0f01eae3-f8c1-4e88-bf31-4d3ccf88b93d req-d263a956-2d93-4036-aef8-4bd4691b7193 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528236 Feb 18 12:09:41.249590 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42979a37-6aea-4a3e-8544-5841a20ea9cc') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:41.250176 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42979a37-6aea-4a3e-8544-5841a20ea9cc') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:41.270652 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:41.273761 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (42979a37-6aea-4a3e-8544-5841a20ea9cc), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.275284 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:41.289441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] For port 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:41.318258 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] For port 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:41.321167 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (42979a37-6aea-4a3e-8544-5841a20ea9cc), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.330827 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:09:41.331237 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (42979a37-6aea-4a3e-8544-5841a20ea9cc), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: from cryptography.utils import int_from_bytes Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: from cryptography.utils import int_from_bytes Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:09:41.335603 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:09:41.346671 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.428607 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:41.429291 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.430953 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] 10.222.0.79 "PUT /v2.0/ports/3f3be1c1-943b-403f-9a1c-cd8e722062a1 HTTP/1.1" status: 200 len: 1093 time: 1.4181800 Feb 18 12:09:41.431423 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'tag': '3f3be1c1-943b-403f-9a1c-cd8e722062a1'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:41.433825 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a93880-7891-40e2-b454-d60267865dae" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b31b0b-9215-48c2-b587-fb4433d1e87b", "tag": "3f3be1c1-943b-403f-9a1c-cd8e722062a1"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:41.454012 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (692fe579-9d38-40d7-bf9d-72a349b64fa5), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.471443 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-58b8cc30-6e38-43c4-9fa9-272b37bf052c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.474245 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.484441 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] 10.222.0.65 "DELETE /v2.0/networks/692fe579-9d38-40d7-bf9d-72a349b64fa5 HTTP/1.1" status: 204 len: 168 time: 0.7278783 Feb 18 12:09:41.493077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429fd6e-4510-4564-ba4d-a76b43ca1b9b service neutron] Pushing event updated for resources: {'Port': ['ID=3f3be1c1-943b-403f-9a1c-cd8e722062a1,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:41.496978 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe479b31-bb76-4117-819c-49c13c1ab7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=692fe579-9d38-40d7-bf9d-72a349b64fa5,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:41.534073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94cecce-39f9-4c0d-b709-567c9b6dd3e1 x-openstack-request-id: req-f94cecce-39f9-4c0d-b709-567c9b6dd3e1 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:41.534371 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b31b0b-9215-48c2-b587-fb4433d1e87b", "tag": "3f3be1c1-943b-403f-9a1c-cd8e722062a1", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:41.534807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f94cecce-39f9-4c0d-b709-567c9b6dd3e1 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:41.535204 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'tag': '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'status': 'completed', 'code': 200} Feb 18 12:09:41.589070 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-7326ae5b-ecf8-4d6b-8b8c-3cdeaa34f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:41.590635 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-7326ae5b-ecf8-4d6b-8b8c-3cdeaa34f92b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 1127 time: 0.0913231 Feb 18 12:09:41.611018 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1fd80-04a3-4dc4-91e3-5d913f348f7c req-46563b2a-30f4-4b6e-88f3-8bf27ef6c53a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:41.612832 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-02f1fd80-04a3-4dc4-91e3-5d913f348f7c req-46563b2a-30f4-4b6e-88f3-8bf27ef6c53a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0803874 Feb 18 12:09:41.658637 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:39Z', 'revision_number': 3, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:41.665103 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-5655af7d-0680-4e57-b419-d644df9c539f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1 HTTP/1.1" status: 200 len: 217 time: 0.0644364 Feb 18 12:09:41.691810 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Checking router: c9e87908-e19e-415e-a3d8-de39b7a210fe for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:41.692370 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Updating router c9e87908-e19e-415e-a3d8-de39b7a210fe port e1adb78a-7204-48f9-ae9a-33b701b404a8 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:09:41.698817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-02f1fd80-04a3-4dc4-91e3-5d913f348f7c req-d7c022b2-b990-443e-aec7-afcdd7c970f7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791104 Feb 18 12:09:41.733799 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.756725 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-304cb969-0c30-4d30-bb7a-b505ca6ad70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:41.758101 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-304cb969-0c30-4d30-bb7a-b505ca6ad70d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.0630310 Feb 18 12:09:41.790362 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48390) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:41.816521 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-f5af363f-b298-4708-a1a5-cf4abe7a7058 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379677 Feb 18 12:09:41.871006 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-11c619c1-b552-4b8c-b7ec-ad720071739c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=152d2685b5534c6b9b6e8d9242b67d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768170 Feb 18 12:09:41.871377 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48392) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:41.906698 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:41.950019 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-ee280238-ef0c-49cc-8d06-f02fb6e816c6 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170285 Feb 18 12:09:41.984812 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Publish callbacks [] for security_group (69e3994a-1aa5-4f2a-96f3-3c55f83c3e22), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.021298 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Publish callbacks [] for security_group (69e3994a-1aa5-4f2a-96f3-3c55f83c3e22), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.070774 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-244f6bc2-d760-432a-bd60-6357ffef9420 req-921dc898-4aee-4443-b91b-25ed88b1c1bb service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047485 Feb 18 12:09:42.072643 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Publish callbacks [] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.079973 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.146629 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Allocated IP 172.20.0.1 (0e793114-ab38-4f98-bad5-77e1cddedd15/23a03cd0-d050-4cf5-bb45-fd7202f4a2c4/a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:42.152976 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (69e3994a-1aa5-4f2a-96f3-3c55f83c3e22), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.156750 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.157914 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69e3994a-1aa5-4f2a-96f3-3c55f83c3e22 HTTP/1.1" status: 204 len: 168 time: 0.2848756 Feb 18 12:09:42.166381 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Attempting to bind port e1adb78a-7204-48f9-ae9a-33b701b404a8 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:42.166872 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Attempting to bind port e1adb78a-7204-48f9-ae9a-33b701b404a8 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:42.167297 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Attempting to bind port e1adb78a-7204-48f9-ae9a-33b701b404a8 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:42.181354 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e3994a-1aa5-4f2a-96f3-3c55f83c3e22,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:42.185026 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:42.186317 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:42.187577 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.192089 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:42.193080 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Bound port: e1adb78a-7204-48f9-ae9a-33b701b404a8, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:42.193659 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.215835 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93880-7891-40e2-b454-d60267865dae req-5f6792d0-16e5-4f6f-8e1e-5473477306d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:42.218887 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-5f6792d0-16e5-4f6f-8e1e-5473477306d9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 1127 time: 0.0727293 Feb 18 12:09:42.227448 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.227849 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.228219 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.228556 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.228886 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.229213 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.229540 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.229891 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.230219 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.230543 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.230865 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.231182 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.231497 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fc1e1-4cf8-4b05-acb9-8d41c14499d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:42.258263 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b975ba-919d-481d-a327-4506d0f161c6 None None] Pushing event updated for resources: {'Port': ['ID=e1adb78a-7204-48f9-ae9a-33b701b404a8,revision_number=2']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:42.290366 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] For port e1adb78a-7204-48f9-ae9a-33b701b404a8, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:42.302060 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] For port e1adb78a-7204-48f9-ae9a-33b701b404a8, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e1adb78a-7204-48f9-ae9a-33b701b404a8,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:42.311280 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.404589 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b975ba-919d-481d-a327-4506d0f161c6 None None] Pushing event updated for resources: {'Port': ['ID=e1adb78a-7204-48f9-ae9a-33b701b404a8,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:42.412594 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:42.413593 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:42.432046 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93880-7891-40e2-b454-d60267865dae req-e64085ac-5e71-487e-8209-beb3ecd87b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:42.443648 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks [] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.447320 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-e64085ac-5e71-487e-8209-beb3ecd87b81 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 916 time: 0.2180009 Feb 18 12:09:42.524955 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-47340a22-731e-46ec-819c-1a87b4c727bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1 HTTP/1.1" status: 200 len: 217 time: 0.0391037 Feb 18 12:09:42.532507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.538301 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.557853 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1627-1896-4ee3-82f2-212ab917be32 req-01b42a6a-5904-4727-ad73-d0b3d483a690 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:42.559573 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c4af1627-1896-4ee3-82f2-212ab917be32 req-01b42a6a-5904-4727-ad73-d0b3d483a690 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 943 time: 0.1749771 Feb 18 12:09:42.631930 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93880-7891-40e2-b454-d60267865dae req-e57a1118-be0f-4fdf-8535-d3f2654b117a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:42.633477 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-e57a1118-be0f-4fdf-8535-d3f2654b117a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.0943182 Feb 18 12:09:42.667518 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:42.678651 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-7863a811-e8af-4bf7-9f35-66e8f623a7eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369830 Feb 18 12:09:42.682982 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c4af1627-1896-4ee3-82f2-212ab917be32 req-9fdd99cb-420e-4b7e-99f8-bc2322f2a332 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030052 Feb 18 12:09:42.876602 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:42.880030 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:42.882440 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:42.886269 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-9d276ca7-3b15-40dc-8bfa-0b97d8c39216 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893504 Feb 18 12:09:42.909971 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48418) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:42.915540 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Pushing event updated for resources: {'Port': ['ID=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:42.940503 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:39Z', 'revision_number': 3, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:42.956973 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (c9e87908-e19e-415e-a3d8-de39b7a210fe), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:42.973483 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15706a92-b19c-4a6a-a24c-dbab68c79662 None None] The sync data for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi is: [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:39Z', 'revision_number': 3, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:43.034057 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-789c1a7c-5007-45f3-9aac-4abf4c379988 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d9cf092465e4665a2e10278411063aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228886 Feb 18 12:09:43.036608 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48422) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:43.070275 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f33932-7cf5-4aed-a2c4-90de478479d6 req-40dce0d9-67a9-4b04-b83c-0748beaa23b4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:43.072073 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e1f33932-7cf5-4aed-a2c4-90de478479d6 req-40dce0d9-67a9-4b04-b83c-0748beaa23b4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1844714 Feb 18 12:09:43.170773 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e1f33932-7cf5-4aed-a2c4-90de478479d6 req-b44401c2-9c55-4c74-b356-810cc6dddc23 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892067 Feb 18 12:09:43.173448 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.190880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66a93880-7891-40e2-b454-d60267865dae req-85902d2e-9f36-48fa-9323-37f56060de60 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479489 Feb 18 12:09:43.229951 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-19df14fb-0bf0-496c-a1a0-cb764b3ca184 None None] Provisioning complete for port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:43.230860 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-19df14fb-0bf0-496c-a1a0-cb764b3ca184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.231937 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38d2ae80-8bea-4694-9bf5-bde18de7a390 admin admin] Publish callbacks [] for security_group (73350849-d1a0-4179-b5cb-3e8fa08bd597), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.275130 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38d2ae80-8bea-4694-9bf5-bde18de7a390 admin admin] Publish callbacks [] for security_group (73350849-d1a0-4179-b5cb-3e8fa08bd597), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.282254 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-19df14fb-0bf0-496c-a1a0-cb764b3ca184 None None] Port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:43.478629 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38d2ae80-8bea-4694-9bf5-bde18de7a390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (73350849-d1a0-4179-b5cb-3e8fa08bd597), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.489558 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38d2ae80-8bea-4694-9bf5-bde18de7a390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.495055 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-38d2ae80-8bea-4694-9bf5-bde18de7a390 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73350849-d1a0-4179-b5cb-3e8fa08bd597 HTTP/1.1" status: 204 len: 168 time: 0.4571502 Feb 18 12:09:43.518072 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks [] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.525333 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2ae80-8bea-4694-9bf5-bde18de7a390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73350849-d1a0-4179-b5cb-3e8fa08bd597,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:43.532672 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.631008 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Pushing event updated for resources: {'Port': ['ID=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:43.647988 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (c9e87908-e19e-415e-a3d8-de39b7a210fe), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:43.733369 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf0bc2-f99a-439f-b3be-07b922fe7e0c req-992c544c-2abb-4f44-9de3-c00382493951 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:43.734925 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7aaf0bc2-f99a-439f-b3be-07b922fe7e0c req-992c544c-2abb-4f44-9de3-c00382493951 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.0706146 Feb 18 12:09:43.760135 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:43.761801 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:43.808875 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7aaf0bc2-f99a-439f-b3be-07b922fe7e0c req-90449ad7-6472-4cbf-92d1-d10cec51f295 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Feb 18 12:09:43.879896 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2036ced-39c5-409b-8920-59143bc90fd2 req-17b24a56-9a0a-4a28-b602-65636cd95d8a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:43.881570 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c2036ced-39c5-409b-8920-59143bc90fd2 req-17b24a56-9a0a-4a28-b602-65636cd95d8a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 943 time: 0.0695441 Feb 18 12:09:43.958856 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Router c9e87908-e19e-415e-a3d8-de39b7a210fe has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:09:43.965337 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c2036ced-39c5-409b-8920-59143bc90fd2 req-5bc648c2-2507-4082-b6a5-cf4f0be2eb4f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756724 Feb 18 12:09:44.025184 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:44.099075 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:44.114035 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3e089fe5-417c-44b8-951a-080ec565888c admin admin] 10.222.0.65 "PUT /v2.0/routers/c9e87908-e19e-415e-a3d8-de39b7a210fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936929 Feb 18 12:09:44.121958 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-ff9cf825-714e-4800-bd27-b30180115873 None None] Provisioning complete for port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:44.122279 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ff9cf825-714e-4800-bd27-b30180115873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:44.165279 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-ff9cf825-714e-4800-bd27-b30180115873 None None] Port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:44.338035 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b398fd-0848-4054-8927-c775e679bcc6 req-f86d497f-fff1-4ac6-ae09-e3c0d0aa5d4a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:44.339677 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-53b398fd-0848-4054-8927-c775e679bcc6 req-f86d497f-fff1-4ac6-ae09-e3c0d0aa5d4a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0741966 Feb 18 12:09:44.396778 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-53b398fd-0848-4054-8927-c775e679bcc6 req-f26f62f2-7315-4ee8-b39a-41d1ca61b84d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507796 Feb 18 12:09:44.745288 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48484) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:44.751033 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907108575-network', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:44.775819 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Made reservation on behalf of 23e06c548a2e490fb636d8a66282ff33 for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:44.779601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:44.789656 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:44.932531 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks [] for security_group (48d50218-b06b-43b6-b07f-a8b6af5789af), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:44.940961 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (48d50218-b06b-43b6-b07f-a8b6af5789af), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:44.968626 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:09:45.000744 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a33f5c-ae3d-4c7d-9356-ff353dbe50ba req-aa559519-c42d-4446-974c-c8441a0291e4 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:45.001214 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d50218-b06b-43b6-b07f-a8b6af5789af,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:45.002148 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a33f5c-ae3d-4c7d-9356-ff353dbe50ba req-aa559519-c42d-4446-974c-c8441a0291e4 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.0832846 Feb 18 12:09:45.009657 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e1adb78a-7204-48f9-ae9a-33b701b404a8 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:45.031241 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (da2c3964-604c-459c-bdf3-8e7f116ca3ba), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.031784 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Added segment da2c3964-604c-459c-bdf3-8e7f116ca3ba of type vlan for network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe Feb 18 12:09:45.096536 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.098761 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a33f5c-ae3d-4c7d-9356-ff353dbe50ba req-54ed5bc1-f799-44cd-b2ac-09fae414cd29 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820477 Feb 18 12:09:45.128772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf40979-13f6-487d-b013-761720f3c320 req-401e306a-8f68-4ab7-b450-cd84ddb61893 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:45.130954 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0bf40979-13f6-487d-b013-761720f3c320 req-401e306a-8f68-4ab7-b450-cd84ddb61893 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 943 time: 0.0768046 Feb 18 12:09:45.140629 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port e1adb78a-7204-48f9-ae9a-33b701b404a8 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:45.141864 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.148257 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.150023 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:45.150759 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.197317 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0bf40979-13f6-487d-b013-761720f3c320 req-6cec984c-5805-4e05-bc04-7524a590c273 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600741 Feb 18 12:09:45.210984 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Sync routers for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:45.222068 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48496) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:45.222298 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4756837 Feb 18 12:09:45.226959 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Request body: {'subnet': {'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907108575-subnet', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:45.242371 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f409b6-4c0c-4d60-8af9-c9c412d88ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a5a13c-a6b6-4b6b-beac-3d2158840dbe,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:45.253066 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Made reservation on behalf of 23e06c548a2e490fb636d8a66282ff33 for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:45.255491 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5714299'] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.256951 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:09:45.273981 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:45.274829 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:45.355654 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port e1adb78a-7204-48f9-ae9a-33b701b404a8 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:45.356043 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.382849 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 3f3be1c1-943b-403f-9a1c-cd8e722062a1 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:09:45.431404 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port e1adb78a-7204-48f9-ae9a-33b701b404a8, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e1adb78a-7204-48f9-ae9a-33b701b404a8,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:45.467968 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.469425 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5714277'] for subnet (4596d19a-6427-40f3-8a28-2e408d46c6d3), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.554455 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.555286 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4596d19a-6427-40f3-8a28-2e408d46c6d3,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:45.575649 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.576038 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.576384 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.576724 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.577062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.577396 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.577745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.578078 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.578417 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.578747 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.579071 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.579394 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.579713 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.590267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba57c9c-e1b7-450e-b9cd-2fefc6afd667 req-6bffb982-8b96-4e3f-aae0-d67f50b92de7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:45.591788 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fba57c9c-e1b7-450e-b9cd-2fefc6afd667 req-6bffb982-8b96-4e3f-aae0-d67f50b92de7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1199553 Feb 18 12:09:45.597497 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Checking segment: {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:45.597912 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Network hostable DHCP agents. Network: b0a5a13c-a6b6-4b6b-beac-3d2158840dbe, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:09:45.602148 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:45.636872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=e1adb78a-7204-48f9-ae9a-33b701b404a8,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:45.644073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:09:45.659834 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.660324 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.660445 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fba57c9c-e1b7-450e-b9cd-2fefc6afd667 req-2bd80f8e-f7ce-455d-834a-c16963756570 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602577 Feb 18 12:09:45.660753 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.661119 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.661452 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.661548 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, b0a5a13c-a6b6-4b6b-beac-3d2158840dbe) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:45.661803 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.662173 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.662489 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.663983 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.664131 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.664976 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.665359 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.665977 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:45.666313 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:45.666871 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.681778 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f243274f-3462-4d7f-842c-51ebe5dcbf99 None None] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:45.689744 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-9be49ed7-6c63-4438-ad61-3c58f2319a0c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4634070 Feb 18 12:09:45.689744 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48506) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:45.695489 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:45.720931 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.722352 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.783262 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks [] for router_controller (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), precommit_add_association {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:45.829884 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:45.948270 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks [] for router_gateway (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.015954 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'port_id': '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'mac_address': 'fa:16:3e:ec:4e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdfe737-560a-4682-8e3c-7c495d944a59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:09:46.113180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:46.113180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.146941 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'fixed_ips': [{'subnet_id': '4596d19a-6427-40f3-8a28-2e408d46c6d3'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:09:46.147947 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.170590 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3be1c1-943b-403f-9a1c-cd8e722062a1 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:09:46.218454 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:46.329280 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.386468 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 2, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:46.425278 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Checking router: c9e87908-e19e-415e-a3d8-de39b7a210fe for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:46.425602 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Updating router c9e87908-e19e-415e-a3d8-de39b7a210fe port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:09:46.484339 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks [] for router_gateway (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.495871 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=3f3be1c1-943b-403f-9a1c-cd8e722062a1,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:46.506539 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.512500 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Allocated IP 172.20.0.2 (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe/4596d19a-6427-40f3-8a28-2e408d46c6d3/50e9a7ce-9460-4551-a49d-c79e4c8be9b8) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:46.514868 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.527034 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-9d74f499-79f1-460c-bc7c-097c785ca518 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:46.528610 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-9d74f499-79f1-460c-bc7c-097c785ca518 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.79 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.1873958 Feb 18 12:09:46.535848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccdb91-2cf7-4368-8581-42567e961265 req-a44d3841-c214-4b07-ab51-60d2c1e627fd tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:46.536806 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-56ccdb91-2cf7-4368-8581-42567e961265 req-a44d3841-c214-4b07-ab51-60d2c1e627fd tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 944 time: 0.1935635 Feb 18 12:09:46.559723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56770562-7fc3-40fa-ab4f-84d7507649a6 req-859b6381-e09c-4103-a77c-8492644c5533 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:46.561617 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-56770562-7fc3-40fa-ab4f-84d7507649a6 req-859b6381-e09c-4103-a77c-8492644c5533 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 946 time: 0.2191784 Feb 18 12:09:46.708113 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['3f3be1c1-943b-403f-9a1c-cd8e722062a1'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:46.794413 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-56ccdb91-2cf7-4368-8581-42567e961265 req-b1df1d8e-2b55-4745-8dbe-d74247f600d5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438245 Feb 18 12:09:46.822324 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-56770562-7fc3-40fa-ab4f-84d7507649a6 req-a7470797-18fa-4b0e-a6a7-bf039ba953f4 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/security-groups?id=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502065 Feb 18 12:09:46.847206 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Allocated IP 172.27.1.254 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/60f601e8-922c-45e3-ac01-bc55359628f2) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:46.890433 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Publish callbacks [] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.908489 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.925363 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Deleting port b170a318-49c0-4080-8bed-fbfc5f78d1a8 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:09:46.925719 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:46.971314 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e1adb78a-7204-48f9-ae9a-33b701b404a8 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:46.977162 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:47.004625 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:47.017303 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:47.024013 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Pushing event updated for resources: {'Port': ['ID=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:47.038779 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116a99a-a27b-46d0-99a9-73ffab546a72 req-8249cf78-50eb-490f-b29f-58b4c00a51c0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:47.040265 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1116a99a-a27b-46d0-99a9-73ffab546a72 req-8249cf78-50eb-490f-b29f-58b4c00a51c0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1765060 Feb 18 12:09:47.105818 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks [] for port (60f601e8-922c-45e3-ac01-bc55359628f2), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.139579 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] For port b170a318-49c0-4080-8bed-fbfc5f78d1a8, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b170a318-49c0-4080-8bed-fbfc5f78d1a8,segment=NetworkSegment(e3a52c56-6e8f-4617-a678-30300dc0da0a),segment_id=e3a52c56-6e8f-4617-a678-30300dc0da0a)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:47.139938 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.145557 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Publish callbacks [] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.163133 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.163837 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Calling delete_port for b170a318-49c0-4080-8bed-fbfc5f78d1a8 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:09:47.178174 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1116a99a-a27b-46d0-99a9-73ffab546a72 req-9c9692b6-e4ba-4d82-b556-3f48ad983e21 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293468 Feb 18 12:09:47.178708 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Attempting to bind port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:47.179085 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Attempting to bind port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:47.179452 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Attempting to bind port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 on network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:47.221771 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:47.222062 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Checking segment: {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:47.222625 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.222845 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Bound using segment: {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:47.223328 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Bound port: 50e9a7ce-9460-4551-a49d-c79e4c8be9b8, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:47.224035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.259440 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759fb86-7cfa-4c98-890c-5b2618cefc61 None None] Pushing event updated for resources: {'Port': ['ID=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:47.280542 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.297744 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port e1adb78a-7204-48f9-ae9a-33b701b404a8 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:47.297744 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.351804 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:47.365851 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:47.368949 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:47.385511 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] For port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:47.389959 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] For port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,segment=NetworkSegment(da2c3964-604c-459c-bdf3-8e7f116ca3ba),segment_id=da2c3964-604c-459c-bdf3-8e7f116ca3ba)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:47.420854 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Pushing event updated for resources: {'Port': ['ID=60f601e8-922c-45e3-ac01-bc55359628f2,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:47.433501 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.478922 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Attempting to bind port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:47.479214 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Attempting to bind port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:47.479581 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Attempting to bind port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 on network 0e793114-ab38-4f98-bad5-77e1cddedd15 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:47.517031 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:47.517482 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Checking segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:47.518513 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.518513 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Bound using segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:47.518778 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Bound port: a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:47.519922 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.555844 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6a2b9-ad36-4b1d-b4ae-da0f9ffb3235 None None] Pushing event updated for resources: {'Port': ['ID=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:47.581329 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-6ca6fe38-1dbb-462e-893e-32b84a1c0fe1 None None] Provisioning complete for port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:47.581592 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6ca6fe38-1dbb-462e-893e-32b84a1c0fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.596258 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (b170a318-49c0-4080-8bed-fbfc5f78d1a8), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.641420 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Pushing event deleted for resources: {'Port': ['ID=b170a318-49c0-4080-8bed-fbfc5f78d1a8,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:47.697324 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] For port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:47.705281 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] For port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:47.711728 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] No DVR routers for this DVR port b170a318-49c0-4080-8bed-fbfc5f78d1a8 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:09:47.721354 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.752132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:47.753974 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port e1adb78a-7204-48f9-ae9a-33b701b404a8 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:47.755457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-682df0c5-9562-4784-ab77-7c858fd78cfb req-1ca6a508-a59b-42ee-bd1a-0666947d27c2 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.79 "DELETE /v2.0/ports/b170a318-49c0-4080-8bed-fbfc5f78d1a8 HTTP/1.1" status: 204 len: 173 time: 1.2119224 Feb 18 12:09:47.755720 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'name': 'network-vif-deleted', 'tag': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:47.757991 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9886103e-016f-4ed6-b36a-3f2ec28a427f" -d '{"events": [{"server_uuid": "dde0b395-4b28-4ec6-8bb8-d9f6267961b2", "name": "network-vif-deleted", "tag": "b170a318-49c0-4080-8bed-fbfc5f78d1a8"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:47.787842 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6fe38-1dbb-462e-893e-32b84a1c0fe1 None None] Port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:47.802450 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:47.802938 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:47.849988 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb468c14-7972-4648-baef-354f4905dd0d x-openstack-request-id: req-fb468c14-7972-4648-baef-354f4905dd0d {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:47.850332 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde0b395-4b28-4ec6-8bb8-d9f6267961b2", "name": "network-vif-deleted", "tag": "b170a318-49c0-4080-8bed-fbfc5f78d1a8", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:47.850631 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb468c14-7972-4648-baef-354f4905dd0d {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:47.853298 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde0b395-4b28-4ec6-8bb8-d9f6267961b2', 'name': 'network-vif-deleted', 'tag': 'b170a318-49c0-4080-8bed-fbfc5f78d1a8', 'status': 'completed', 'code': 200} Feb 18 12:09:47.880019 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759fb86-7cfa-4c98-890c-5b2618cefc61 None None] Pushing event updated for resources: {'Port': ['ID=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:47.913864 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks [] for router_gateway (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:48.028145 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:48.067186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e80198b0-4494-498b-a078-b0899687452b req-c085d2be-3bdd-4dfa-a4d3-dbbf050fd8d6 tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0861051 Feb 18 12:09:48.150510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7af40-823a-4976-bb67-1011bc6951b3 req-c5751057-da50-41c7-81db-7242a3ee1d05 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:48.152187 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2a7af40-823a-4976-bb67-1011bc6951b3 req-c5751057-da50-41c7-81db-7242a3ee1d05 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 944 time: 0.1700096 Feb 18 12:09:48.291144 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2a7af40-823a-4976-bb67-1011bc6951b3 req-e0caa1da-8f9c-4fd1-9c85-ad0e0c5255c5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261399 Feb 18 12:09:48.335177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] Provisioning complete for port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:48.335721 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:48.516061 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] Current status of the port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:48.516463 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:48.561546 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] For port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:48.568124 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:48.571366 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:47Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:48.597266 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:48.623448 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041a4bc-f2c9-4bdd-993a-9c0810b228a2 None None] The sync data for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi is: [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:47Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:48.667795 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e83e13-8f2b-44d8-b7d9-a6db9614b4ac None None] Pushing event updated for resources: {'Port': ['ID=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:48.675856 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4e494-da84-462a-b51c-575d1af5bf52 req-6ecd4470-575e-4fd4-957c-635f4558d222 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:48.677391 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-62e4e494-da84-462a-b51c-575d1af5bf52 req-6ecd4470-575e-4fd4-957c-635f4558d222 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.3849239 Feb 18 12:09:48.797319 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-62e4e494-da84-462a-b51c-575d1af5bf52 req-d7131e4f-ed5d-4b0d-a6f3-fce54e3f17cf tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126251 Feb 18 12:09:48.842467 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:09:48.927058 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f503f7-bcbc-4e26-a9c7-05d000ba6815 None None] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:09:48.987760 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:48.999755 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56593517-0c31-489a-b87b-8de294811acd None None] Sync routers for ids ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:49.015137 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] Routers {'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:49.018989 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.024509 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-73aea3f5-77a3-4f4f-9acd-593e450dee5e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3333886 Feb 18 12:09:49.024933 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48556) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:49.027129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] Provisioning complete for port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:49.027582 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.032556 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:49.065623 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:49.286847 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4f0200a8-32d7-41ad-89a5-a5f49ad390ba req-033b9fda-cf46-47b0-bf73-d2750379294b tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0583797 Feb 18 12:09:49.287425 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:49.287887 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.294617 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] Current status of the port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:49.295224 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.300065 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] Set router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:49.380697 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] For port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,segment=NetworkSegment(da2c3964-604c-459c-bdf3-8e7f116ca3ba),segment_id=da2c3964-604c-459c-bdf3-8e7f116ca3ba)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:49.401019 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.506883 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:49.515117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b09710-f9d4-44db-8d6b-d379cb6b35a4 req-16b621ed-36d5-486f-93fe-05a070b0728c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:49.516830 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c7b09710-f9d4-44db-8d6b-d379cb6b35a4 req-16b621ed-36d5-486f-93fe-05a070b0728c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 944 time: 0.1111412 Feb 18 12:09:49.517953 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:49.563566 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea5735-9bf4-47b2-b69b-233276a5a054 None None] Pushing event updated for resources: {'Port': ['ID=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:49.575248 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['b170a318-49c0-4080-8bed-fbfc5f78d1a8'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:49.610008 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c7b09710-f9d4-44db-8d6b-d379cb6b35a4 req-4cd3f883-ead2-43d0-9cf8-cf67c0f2649a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691254 Feb 18 12:09:49.629005 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.657796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:49.658345 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.710139 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:09:47Z', 'revision_number': 3, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:49.746018 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56593517-0c31-489a-b87b-8de294811acd None None] Checking router: e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:49.746383 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56593517-0c31-489a-b87b-8de294811acd None None] Updating router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac port 60f601e8-922c-45e3-ac01-bc55359628f2 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:09:49.770672 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-2fd51473-5079-40df-bf11-f6be9ecadf80 None None] Provisioning complete for port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:49.771466 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2fd51473-5079-40df-bf11-f6be9ecadf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.782653 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-56593517-0c31-489a-b87b-8de294811acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:49.827332 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Allocated IP 172.20.0.1 (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe/4596d19a-6427-40f3-8a28-2e408d46c6d3/23553e44-a68e-4b3d-bdea-f615e00750bc) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:49.857276 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:49.911390 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-2fd51473-5079-40df-bf11-f6be9ecadf80 None None] Current status of the port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:49.959660 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75b38-d279-4be6-a641-925c2118ebb5 req-f81cc0fa-1352-4b6e-b394-bbc628fe2fd8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:49.968478 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c3f75b38-d279-4be6-a641-925c2118ebb5 req-f81cc0fa-1352-4b6e-b394-bbc628fe2fd8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0706680 Feb 18 12:09:50.013268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks [] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.061692 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.080224 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c3f75b38-d279-4be6-a641-925c2118ebb5 req-48003c5b-ebcf-41e8-9707-a95c65893227 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050816 Feb 18 12:09:50.096212 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-56593517-0c31-489a-b87b-8de294811acd None None] Publish callbacks [] for port (60f601e8-922c-45e3-ac01-bc55359628f2), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.102902 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-56593517-0c31-489a-b87b-8de294811acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.109737 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-e05ac687-b851-4725-8a8f-5ee65af37b44 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810528 Feb 18 12:09:50.118234 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:50.121204 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:50.125875 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:50.155061 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Pushing event updated for resources: {'Port': ['ID=23553e44-a68e-4b3d-bdea-f615e00750bc,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:50.172091 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.180343 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-56593517-0c31-489a-b87b-8de294811acd None None] Attempting to bind port 60f601e8-922c-45e3-ac01-bc55359628f2 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:50.180708 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-56593517-0c31-489a-b87b-8de294811acd None None] Attempting to bind port 60f601e8-922c-45e3-ac01-bc55359628f2 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:50.181222 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593517-0c31-489a-b87b-8de294811acd None None] Attempting to bind port 60f601e8-922c-45e3-ac01-bc55359628f2 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:50.197875 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Pushing event updated for resources: {'Port': ['ID=60f601e8-922c-45e3-ac01-bc55359628f2,revision_number=2']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:50.200473 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593517-0c31-489a-b87b-8de294811acd None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:50.201393 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593517-0c31-489a-b87b-8de294811acd None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:50.201836 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-56593517-0c31-489a-b87b-8de294811acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.202234 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56593517-0c31-489a-b87b-8de294811acd None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:50.202707 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-56593517-0c31-489a-b87b-8de294811acd None None] Bound port: 60f601e8-922c-45e3-ac01-bc55359628f2, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:50.203206 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-56593517-0c31-489a-b87b-8de294811acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.248601 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.250280 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.250659 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.251035 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.252209 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.252538 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.252873 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.253204 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.255810 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.256233 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.258117 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.261748 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.262045 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:09:50.339307 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-56593517-0c31-489a-b87b-8de294811acd None None] For port 60f601e8-922c-45e3-ac01-bc55359628f2, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:50.343862 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-56593517-0c31-489a-b87b-8de294811acd None None] For port 60f601e8-922c-45e3-ac01-bc55359628f2, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=60f601e8-922c-45e3-ac01-bc55359628f2,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:50.349884 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-a2fae214-5bdc-48da-89c9-20581cce9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:50.351483 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-a2fae214-5bdc-48da-89c9-20581cce9078 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 1130 time: 0.1121600 Feb 18 12:09:50.355364 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-56593517-0c31-489a-b87b-8de294811acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.462008 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] Routers {'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:50.462642 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:50.477694 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.514839 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0007ae15-a541-4258-9e29-cbb9a197614c req-9398a6fc-21f7-4ba3-9d78-e03095c9318f tempest-DeleteServersTestJSON-389189203 tempest-DeleteServersTestJSON-389189203-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde0b395-4b28-4ec6-8bb8-d9f6267961b2 HTTP/1.1" status: 200 len: 210 time: 0.0378773 Feb 18 12:09:50.557871 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-d10bbeed-64c9-44e1-ac9d-1b85c186e1fb None None] Provisioning complete for port 23553e44-a68e-4b3d-bdea-f615e00750bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:50.559035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d10bbeed-64c9-44e1-ac9d-1b85c186e1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.594527 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-b7321380-756e-4730-941d-9cd443292180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:50.596573 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-b7321380-756e-4730-941d-9cd443292180 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 916 time: 0.2120068 Feb 18 12:09:50.598268 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] Set router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:50.636434 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 3f3be1c1-943b-403f-9a1c-cd8e722062a1 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:50.636686 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430dde6-7ebf-4d11-89a0-169b0c368e65 None None] Pushing event updated for resources: {'Port': ['ID=60f601e8-922c-45e3-ac01-bc55359628f2,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:50.719794 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-b763429c-49c2-4f83-a52b-8a7e55245d28 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8503417d-ae49-43a4-af1a-490b3b90d62c HTTP/1.1" status: 200 len: 217 time: 0.1077499 Feb 18 12:09:50.720400 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-d10bbeed-64c9-44e1-ac9d-1b85c186e1fb None None] Port 23553e44-a68e-4b3d-bdea-f615e00750bc cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:50.771295 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:09:50.779114 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:50.779957 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.805105 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks [] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.818127 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.896474 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:50.897177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.928877 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-a771ac32-801d-4201-b24e-5ea47787d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:50.928877 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-a771ac32-801d-4201-b24e-5ea47787d4b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.1913464 Feb 18 12:09:50.933461 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3be1c1-943b-403f-9a1c-cd8e722062a1'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:09:50.937063 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbe96dc-4cfb-4e4c-a82e-d13b92de40f1" -d '{"events": [{"server_uuid": "c7b31b0b-9215-48c2-b587-fb4433d1e87b", "name": "network-vif-plugged", "status": "completed", "tag": "3f3be1c1-943b-403f-9a1c-cd8e722062a1"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:09:50.960425 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:50.967710 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:50.969095 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b170a318-49c0-4080-8bed-fbfc5f78d1a8 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:09:51.003546 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Pushing event updated for resources: {'Port': ['ID=23553e44-a68e-4b3d-bdea-f615e00750bc,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:51.030329 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:51.050161 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-56593517-0c31-489a-b87b-8de294811acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '23553e44-a68e-4b3d-bdea-f615e00750bc', 'name': '', 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'mac_address': 'fa:16:3e:00:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:49Z', 'updated_at': '2022-02-18T12:09:49Z', 'revision_number': 1, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'subnets': [{'id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:51.057772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aece10-7b99-43f2-bf8a-9f62855e521b req-b4209437-0b2f-4df4-93ea-e2d00d3fdac3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:51.068270 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b5aece10-7b99-43f2-bf8a-9f62855e521b req-b4209437-0b2f-4df4-93ea-e2d00d3fdac3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 944 time: 0.3455806 Feb 18 12:09:51.071764 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-2dc9c617-b52c-4afb-853b-28c99c42ba5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223481 Feb 18 12:09:51.119004 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56593517-0c31-489a-b87b-8de294811acd None None] The sync data for ids ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'] in dv-cinder-829877-1-iscsi is: [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '23553e44-a68e-4b3d-bdea-f615e00750bc', 'name': '', 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'mac_address': 'fa:16:3e:00:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:49Z', 'updated_at': '2022-02-18T12:09:49Z', 'revision_number': 1, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'subnets': [{'id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:51.155456 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18521df0-92c5-45ad-b568-582f2a5ff856 x-openstack-request-id: req-18521df0-92c5-45ad-b568-582f2a5ff856 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:09:51.156111 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b31b0b-9215-48c2-b587-fb4433d1e87b", "name": "network-vif-plugged", "status": "completed", "tag": "3f3be1c1-943b-403f-9a1c-cd8e722062a1", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:09:51.156529 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18521df0-92c5-45ad-b568-582f2a5ff856 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:09:51.157085 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'code': 200} Feb 18 12:09:51.158872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=3f3be1c1-943b-403f-9a1c-cd8e722062a1,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:51.172041 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:51.176828 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: b170a318-49c0-4080-8bed-fbfc5f78d1a8 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:09:51.177946 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b170a318-49c0-4080-8bed-fbfc5f78d1a8 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:09:51.246129 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-e180904c-0a97-4e31-9db9-1dec9b3f4237 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557889 Feb 18 12:09:51.268309 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:51.269926 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:51.284554 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:51.305751 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:51.306312 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:51.311949 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b5aece10-7b99-43f2-bf8a-9f62855e521b req-aaac0750-c0d3-4718-8090-98bafc49fc69 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425051 Feb 18 12:09:51.439920 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebef419-9f81-4596-b15b-9f678ae9fa61 req-3917d4b9-797a-4cc2-bab7-9e5f624dbabe tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:51.441390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ebef419-9f81-4596-b15b-9f678ae9fa61 req-3917d4b9-797a-4cc2-bab7-9e5f624dbabe tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1448739 Feb 18 12:09:51.481054 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a0b25-6fff-4b53-89a7-45a5de1769f5 req-079e41ad-e150-441e-a8a9-ce78bce527b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:51.483145 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-e93a0b25-6fff-4b53-89a7-45a5de1769f5 req-079e41ad-e150-441e-a8a9-ce78bce527b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 1129 time: 0.1192355 Feb 18 12:09:51.509803 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:51.564534 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b8783b0-5e31-4a86-916d-b9acf878d9ed req-2a297475-8963-4b70-b0ee-e155b15126ec service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818096 Feb 18 12:09:51.566593 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:09:51.611079 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ebef419-9f81-4596-b15b-9f678ae9fa61 req-70b0e87a-afba-433e-90d3-e8751cf16c47 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610169 Feb 18 12:09:51.616361 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-e93a0b25-6fff-4b53-89a7-45a5de1769f5 req-f5618d84-10f3-41ce-b66e-edebd077e643 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247187 Feb 18 12:09:51.757123 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-edbbcbc5-681b-4b9a-90a3-27b938e8596d None None] Provisioning complete for port 23553e44-a68e-4b3d-bdea-f615e00750bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:51.757609 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-edbbcbc5-681b-4b9a-90a3-27b938e8596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:51.862691 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-edbbcbc5-681b-4b9a-90a3-27b938e8596d None None] Port 23553e44-a68e-4b3d-bdea-f615e00750bc cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:09:51.996686 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:09:52.002893 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8199ae5f-e4f7-43dd-810a-288c17994409 admin admin] 10.222.0.65 "PUT /v2.0/routers/e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9766765 Feb 18 12:09:52.516543 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176af3d-fc33-458a-a99c-2e3c1d2b3144 req-4248679f-6b08-47b9-a931-d3551d940b6e tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:52.518214 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f176af3d-fc33-458a-a99c-2e3c1d2b3144 req-4248679f-6b08-47b9-a931-d3551d940b6e tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 945 time: 0.0802443 Feb 18 12:09:52.575071 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f176af3d-fc33-458a-a99c-2e3c1d2b3144 req-909dbe2c-a828-4bab-b0bf-0a25c8de67b4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486150 Feb 18 12:09:52.749448 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e62b19-89f8-422e-b7ea-d4c79028a548 req-af92e961-af12-41c4-9e99-cfa64809843b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:52.754431 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e7e62b19-89f8-422e-b7ea-d4c79028a548 req-af92e961-af12-41c4-9e99-cfa64809843b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0701973 Feb 18 12:09:52.803304 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e7e62b19-89f8-422e-b7ea-d4c79028a548 req-fa677844-d4fc-469b-a2da-780444378a91 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464430 Feb 18 12:09:53.034768 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 60f601e8-922c-45e3-ac01-bc55359628f2 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:53.115571 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 60f601e8-922c-45e3-ac01-bc55359628f2 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:53.116174 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.282287 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 60f601e8-922c-45e3-ac01-bc55359628f2 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:53.282943 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.293786 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48686) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:53.311130 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port 60f601e8-922c-45e3-ac01-bc55359628f2, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=60f601e8-922c-45e3-ac01-bc55359628f2,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:53.319440 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.370801 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Deleting subnet ba9f5808-b094-4faf-8510-2ff12c8c75ec {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:09:53.374831 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Publish callbacks [] for subnet (ba9f5808-b094-4faf-8510-2ff12c8c75ec), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.389136 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=60f601e8-922c-45e3-ac01-bc55359628f2,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:53.433421 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (ba9f5808-b094-4faf-8510-2ff12c8c75ec), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.503267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (ba9f5808-b094-4faf-8510-2ff12c8c75ec), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.576077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (ba9f5808-b094-4faf-8510-2ff12c8c75ec), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.590081 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.596330 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ba9f5808-b094-4faf-8510-2ff12c8c75ec HTTP/1.1" status: 204 len: 168 time: 0.2999189 Feb 18 12:09:53.597072 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48690) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:53.645806 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c3b91-077d-4912-bf0d-4b04d547a80e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9f5808-b094-4faf-8510-2ff12c8c75ec,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:53.700022 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (d551cee0-64de-4763-aa13-492049f3a89d), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.734101 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31191bfd-dd96-4a75-aafd-7ae9cadc8b42 req-990c4b7b-6f65-49eb-b7fc-3c8521b8ad39 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:53.736584 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-31191bfd-dd96-4a75-aafd-7ae9cadc8b42 req-990c4b7b-6f65-49eb-b7fc-3c8521b8ad39 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 945 time: 0.0764496 Feb 18 12:09:53.793219 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (d551cee0-64de-4763-aa13-492049f3a89d), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.795897 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-31191bfd-dd96-4a75-aafd-7ae9cadc8b42 req-7165147c-66b8-4e00-959b-7c2846ce75b1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Feb 18 12:09:53.827426 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d551cee0-64de-4763-aa13-492049f3a89d']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:53.838523 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a52c56-6e8f-4617-a678-30300dc0da0a') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:53.838821 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a52c56-6e8f-4617-a678-30300dc0da0a') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:53.850639 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (e3a52c56-6e8f-4617-a678-30300dc0da0a), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.867430 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (e3a52c56-6e8f-4617-a678-30300dc0da0a), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.875431 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:09:53.875844 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (e3a52c56-6e8f-4617-a678-30300dc0da0a), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:09:53.895675 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:09:53.981078 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (d551cee0-64de-4763-aa13-492049f3a89d), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.991811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:53.995902 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] 10.222.0.65 "DELETE /v2.0/networks/d551cee0-64de-4763-aa13-492049f3a89d HTTP/1.1" status: 204 len: 168 time: 0.3982041 Feb 18 12:09:54.007705 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1b0d4-64db-464c-ad68-d1b8c63a124e admin admin] Pushing event deleted for resources: {'Network': ['ID=d551cee0-64de-4763-aa13-492049f3a89d,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:54.018951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6f11a-d287-4002-8bdb-601d654aa8ec req-5208f28e-e85a-439a-a939-5b6efc49ae45 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:54.020995 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2fb6f11a-d287-4002-8bdb-601d654aa8ec req-5208f28e-e85a-439a-a939-5b6efc49ae45 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1143937 Feb 18 12:09:54.097849 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2fb6f11a-d287-4002-8bdb-601d654aa8ec req-d00989e0-bed8-45e7-bdc2-7b72956daba9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712287 Feb 18 12:09:54.240327 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48708) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:54.307048 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-676890dc-51d7-4bac-83ce-95584284fddc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e8810338ceb1426598c7e0f7dd228548&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0654886 Feb 18 12:09:54.309400 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48718) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:54.414687 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4fe948af-4241-458f-91b4-5e25215c8fac admin admin] Publish callbacks [] for security_group (eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:54.498321 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4fe948af-4241-458f-91b4-5e25215c8fac admin admin] Publish callbacks [] for security_group (eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:54.592659 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4fe948af-4241-458f-91b4-5e25215c8fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:54.595933 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4fe948af-4241-458f-91b4-5e25215c8fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:54.601405 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4fe948af-4241-458f-91b4-5e25215c8fac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba HTTP/1.1" status: 204 len: 168 time: 0.2908792 Feb 18 12:09:54.616561 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe948af-4241-458f-91b4-5e25215c8fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9aee6-e250-4bd0-bf9b-2cf0adc7c7ba,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:54.786602 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48730) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:54.834539 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48734) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:54.940685 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Sync routers for ids ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:09:54.966060 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Routers {'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:54.968192 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:55.016080 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 60f601e8-922c-45e3-ac01-bc55359628f2 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:55.154408 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6385f248-2e17-4db8-b0b9-283dc06af676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.155493 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 60f601e8-922c-45e3-ac01-bc55359628f2 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:55.156745 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.162172 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Set router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:55.359834 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-86cafebb-2fa2-46cd-ae73-b86b9cb8e26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.371050 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6385f248-2e17-4db8-b0b9-283dc06af676 admin admin] Publish callbacks [] for security_group (1bf976bc-b0cd-466f-a8f0-8e06ac492f31), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.386420 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6385f248-2e17-4db8-b0b9-283dc06af676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (1bf976bc-b0cd-466f-a8f0-8e06ac492f31), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.397592 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf23bc7-c949-4686-ac95-ebdfc5c17f8f req-6d40eff8-2178-4466-a906-b0af5f2b0c05 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:55.406292 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bf23bc7-c949-4686-ac95-ebdfc5c17f8f req-6d40eff8-2178-4466-a906-b0af5f2b0c05 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1620159 Feb 18 12:09:55.486333 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-6385f248-2e17-4db8-b0b9-283dc06af676 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acd74d88396f403ebbf5a3a4de589cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983297 Feb 18 12:09:55.487086 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48748) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:55.488025 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385f248-2e17-4db8-b0b9-283dc06af676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf976bc-b0cd-466f-a8f0-8e06ac492f31,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:55.596627 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bf23bc7-c949-4686-ac95-ebdfc5c17f8f req-35e0fe7f-b89a-4966-813b-843851b9f449 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887951 Feb 18 12:09:55.651250 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-faeda08f-0d6c-4ee3-8a8f-b90fc0f8a4e8 admin admin] Publish callbacks [] for security_group (1bf976bc-b0cd-466f-a8f0-8e06ac492f31), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.698621 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-86cafebb-2fa2-46cd-ae73-b86b9cb8e26c admin admin] Publish callbacks [] for security_group (9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.705403 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-86cafebb-2fa2-46cd-ae73-b86b9cb8e26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.708043 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-faeda08f-0d6c-4ee3-8a8f-b90fc0f8a4e8 admin admin] Publish callbacks [] for security_group (1bf976bc-b0cd-466f-a8f0-8e06ac492f31), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.821371 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-86cafebb-2fa2-46cd-ae73-b86b9cb8e26c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec34dad0b3e14d94b18bc4863317dd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9853151 Feb 18 12:09:55.824719 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48760) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:55.830179 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 60f601e8-922c-45e3-ac01-bc55359628f2 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:55.869549 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-faeda08f-0d6c-4ee3-8a8f-b90fc0f8a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (1bf976bc-b0cd-466f-a8f0-8e06ac492f31), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.874671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-faeda08f-0d6c-4ee3-8a8f-b90fc0f8a4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.876486 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '23553e44-a68e-4b3d-bdea-f615e00750bc', 'name': '', 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'mac_address': 'fa:16:3e:00:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:49Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 2, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'subnets': [{'id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:55.879563 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-faeda08f-0d6c-4ee3-8a8f-b90fc0f8a4e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bf976bc-b0cd-466f-a8f0-8e06ac492f31 HTTP/1.1" status: 204 len: 168 time: 0.3866699 Feb 18 12:09:55.884578 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cafebb-2fa2-46cd-ae73-b86b9cb8e26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:55.902569 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeda08f-0d6c-4ee3-8a8f-b90fc0f8a4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf976bc-b0cd-466f-a8f0-8e06ac492f31,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:55.923505 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Checking router: e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:09:55.924113 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Updating router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac port 23553e44-a68e-4b3d-bdea-f615e00750bc binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:09:55.953947 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0677d38e-9050-4d25-bd8b-91e8713c7fa5 admin admin] Publish callbacks [] for security_group (9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:55.972215 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.013529 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0677d38e-9050-4d25-bd8b-91e8713c7fa5 admin admin] Publish callbacks [] for security_group (9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.212899 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-3a8a081d-0f7a-4f28-b1a2-cabba7699a22 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:56.225180 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-3a8a081d-0f7a-4f28-b1a2-cabba7699a22 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.1953111 Feb 18 12:09:56.236532 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0677d38e-9050-4d25-bd8b-91e8713c7fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.240543 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0677d38e-9050-4d25-bd8b-91e8713c7fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.241958 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0677d38e-9050-4d25-bd8b-91e8713c7fa5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5 HTTP/1.1" status: 204 len: 168 time: 0.4135034 Feb 18 12:09:56.249177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-e1f7fe24-b0dd-4297-b527-972c77d4f0fb tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/quotas/f4260ba94f6b483abdf8ff031c22b30e HTTP/1.1" status: 200 len: 375 time: 0.0228107 Feb 18 12:09:56.269663 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677d38e-9050-4d25-bd8b-91e8713c7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9892a2d0-e970-4a22-8b7b-d8d9dac7e0d5,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:56.354704 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-9d6a9dd1-ebeb-4368-b501-1881c424b99c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043775 Feb 18 12:09:56.433226 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Publish callbacks [] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.456706 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.585580 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-83f43544-cb9d-4e3e-b26b-e03aec4f22f3 service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217720 Feb 18 12:09:56.591190 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Attempting to bind port 23553e44-a68e-4b3d-bdea-f615e00750bc on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:09:56.591722 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Attempting to bind port 23553e44-a68e-4b3d-bdea-f615e00750bc by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:09:56.599946 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Attempting to bind port 23553e44-a68e-4b3d-bdea-f615e00750bc on network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:09:56.616359 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ae10b-ecf8-4d65-a223-a3523a695f23 None None] Pushing event updated for resources: {'Port': ['ID=23553e44-a68e-4b3d-bdea-f615e00750bc,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:56.619082 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:09:56.619658 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Checking segment: {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:09:56.620163 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.620907 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Bound using segment: {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:09:56.621287 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Bound port: 23553e44-a68e-4b3d-bdea-f615e00750bc, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2c3964-604c-459c-bdf3-8e7f116ca3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:09:56.624305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.639246 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48788) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:56.664742 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-00d7d399-5b50-4139-8fed-2bd093092106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.757878 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] For port 23553e44-a68e-4b3d-bdea-f615e00750bc, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:09:56.768678 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] For port 23553e44-a68e-4b3d-bdea-f615e00750bc, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=23553e44-a68e-4b3d-bdea-f615e00750bc,segment=NetworkSegment(da2c3964-604c-459c-bdf3-8e7f116ca3ba),segment_id=da2c3964-604c-459c-bdf3-8e7f116ca3ba)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:09:56.781092 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:56.782336 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-137812b4-f69a-4b88-813f-233048db0e1e service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894264 Feb 18 12:09:56.887018 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898fdc5-55b2-4420-8ad2-5eac7e2d340e req-b0ec8cf0-6f04-4cc9-b342-c2d1e91ebd06 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:56.892496 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d898fdc5-55b2-4420-8ad2-5eac7e2d340e req-b0ec8cf0-6f04-4cc9-b342-c2d1e91ebd06 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1079443 Feb 18 12:09:56.948558 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Routers {'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:09:56.952142 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:09:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:57.002816 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-00d7d399-5b50-4139-8fed-2bd093092106 admin admin] Publish callbacks [] for security_group (527e1780-d556-4052-8a5f-c9167cd6c91f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.016851 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d898fdc5-55b2-4420-8ad2-5eac7e2d340e req-731463cb-0fa1-405e-9418-1699742e12c4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213295 Feb 18 12:09:57.017952 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-00d7d399-5b50-4139-8fed-2bd093092106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (527e1780-d556-4052-8a5f-c9167cd6c91f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.084542 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-00d7d399-5b50-4139-8fed-2bd093092106 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e412114caf1548fb90dee61c7dfa22ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437318 Feb 18 12:09:57.087126 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48800) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:57.096885 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7d399-5b50-4139-8fed-2bd093092106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e1780-d556-4052-8a5f-c9167cd6c91f,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:57.154915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ae10b-ecf8-4d65-a223-a3523a695f23 None None] Pushing event updated for resources: {'Port': ['ID=23553e44-a68e-4b3d-bdea-f615e00750bc,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:57.191526 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-787e5ccb-edef-483f-9adc-3394c34bfd74 admin admin] Publish callbacks [] for security_group (527e1780-d556-4052-8a5f-c9167cd6c91f), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.260391 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-787e5ccb-edef-483f-9adc-3394c34bfd74 admin admin] Publish callbacks [] for security_group (527e1780-d556-4052-8a5f-c9167cd6c91f), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.265448 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcc65328-1ec4-434e-8376-95e41864d3eb req-ca9f9c5c-1c6b-47b1-8ed9-f2f1fa6b5cd6 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 210 time: 0.1321468 Feb 18 12:09:57.379689 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] Provisioning complete for port 23553e44-a68e-4b3d-bdea-f615e00750bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:57.380190 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.387058 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-787e5ccb-edef-483f-9adc-3394c34bfd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (527e1780-d556-4052-8a5f-c9167cd6c91f), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.390450 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-787e5ccb-edef-483f-9adc-3394c34bfd74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.393445 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-787e5ccb-edef-483f-9adc-3394c34bfd74 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/527e1780-d556-4052-8a5f-c9167cd6c91f HTTP/1.1" status: 204 len: 168 time: 0.3034973 Feb 18 12:09:57.419505 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e5ccb-edef-483f-9adc-3394c34bfd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e1780-d556-4052-8a5f-c9167cd6c91f,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:57.506287 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] Set router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:09:57.754775 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] Current status of the port 23553e44-a68e-4b3d-bdea-f615e00750bc is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:57.754775 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.805464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] For port 23553e44-a68e-4b3d-bdea-f615e00750bc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=23553e44-a68e-4b3d-bdea-f615e00750bc,segment=NetworkSegment(da2c3964-604c-459c-bdf3-8e7f116ca3ba),segment_id=da2c3964-604c-459c-bdf3-8e7f116ca3ba)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:09:57.814599 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:57.948334 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4273c9-27e7-4aee-9345-7f9808fe6882 None None] Pushing event updated for resources: {'Port': ['ID=23553e44-a68e-4b3d-bdea-f615e00750bc,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:57.967291 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-e2b5db04-8479-4d9c-8246-1d91c56d531a None None] Provisioning complete for port 23553e44-a68e-4b3d-bdea-f615e00750bc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:57.967693 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e2b5db04-8479-4d9c-8246-1d91c56d531a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:58.022242 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '23553e44-a68e-4b3d-bdea-f615e00750bc', 'name': '', 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'mac_address': 'fa:16:3e:00:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:49Z', 'updated_at': '2022-02-18T12:09:56Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'subnets': [{'id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:09:58.100554 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c07e3a-2d71-4f43-8fa3-5e0121a97bf8 None None] The sync data for ids ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'] in dv-cinder-829877-1-iscsi is: [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:09:50Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '23553e44-a68e-4b3d-bdea-f615e00750bc', 'name': '', 'network_id': 'b0a5a13c-a6b6-4b6b-beac-3d2158840dbe', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'mac_address': 'fa:16:3e:00:12:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:49Z', 'updated_at': '2022-02-18T12:09:56Z', 'revision_number': 4, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'subnets': [{'id': '4596d19a-6427-40f3-8a28-2e408d46c6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:09:58.284185 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-e2b5db04-8479-4d9c-8246-1d91c56d531a None None] Current status of the port 23553e44-a68e-4b3d-bdea-f615e00750bc is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:58.339880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c24e24-b830-4345-be78-ca57197386f6 req-12ab8cf4-fb98-4401-81f9-ca42ee038842 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:58.346923 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c24e24-b830-4345-be78-ca57197386f6 req-12ab8cf4-fb98-4401-81f9-ca42ee038842 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1627300 Feb 18 12:09:58.424276 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-50b6ad62-819f-41c7-8221-d912d90907a4 req-0f12db6c-ae4a-45ee-82a8-51feb89273ae tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 210 time: 0.0530617 Feb 18 12:09:58.469823 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c24e24-b830-4345-be78-ca57197386f6 req-7d0b7c41-21f6-483a-936f-9edf71357f3c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186030 Feb 18 12:09:58.996405 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-a742114f-6206-4ac0-b302-7b1c5c92afe7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:58.999623 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-a742114f-6206-4ac0-b302-7b1c5c92afe7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.1952248 Feb 18 12:09:59.022354 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Request body: {'port': {'device_id': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'admin_state_up': True, 'tenant_id': 'f4260ba94f6b483abdf8ff031c22b30e'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:09:59.144847 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 23553e44-a68e-4b3d-bdea-f615e00750bc up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:09:59.259893 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 23553e44-a68e-4b3d-bdea-f615e00750bc triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:09:59.260521 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.346341 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Made reservation on behalf of f4260ba94f6b483abdf8ff031c22b30e for: {'port': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:09:59.352415 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.385590 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 23553e44-a68e-4b3d-bdea-f615e00750bc is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:09:59.427251 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48872) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:59.577593 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Allocated IP 172.20.0.8 (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd/7fdfe737-560a-4682-8e3c-7c495d944a59/a4c11066-1d19-41fb-8a75-b99fed9c3c83) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:09:59.604115 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-27be17e9-d288-422e-84f8-9fe809b30358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.607877 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-85d4cd0e-acf5-4673-a3fc-13288c5ed332 req-70a4ab14-8f61-43f5-b74d-dcdc66b55d8b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 210 time: 0.0599537 Feb 18 12:09:59.683734 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a606f4f-d4aa-4abd-b8a0-894de201d2d9 req-2448dbe7-ddc6-4367-847a-bca5e94fc45d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:59.685357 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0a606f4f-d4aa-4abd-b8a0-894de201d2d9 req-2448dbe7-ddc6-4367-847a-bca5e94fc45d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1068072 Feb 18 12:09:59.761070 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-27be17e9-d288-422e-84f8-9fe809b30358 admin admin] Publish callbacks [] for security_group (c9011f1d-0865-4ba4-84a0-96d8cffd038e), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.766028 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks [] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.780552 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0a606f4f-d4aa-4abd-b8a0-894de201d2d9 req-3c476e05-adcd-4f63-ab5d-7e5f6f7638f2 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839078 Feb 18 12:09:59.782208 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-27be17e9-d288-422e-84f8-9fe809b30358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (c9011f1d-0865-4ba4-84a0-96d8cffd038e), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.814858 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.828621 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-27be17e9-d288-422e-84f8-9fe809b30358 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05df92f2fac8442db0236dc3c6ef928d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3994796 Feb 18 12:09:59.834021 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48880) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:09:59.834920 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c', '3f3be1c1-943b-403f-9a1c-cd8e722062a1'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:09:59.853389 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be17e9-d288-422e-84f8-9fe809b30358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9011f1d-0865-4ba4-84a0-96d8cffd038e,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:59.884616 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:09:59.885833 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event updated for resources: {'Port': ['ID=a4c11066-1d19-41fb-8a75-b99fed9c3c83,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:09:59.890060 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:09:59.897216 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:09:59.921567 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-863d30d5-dacf-4c50-8ffa-2fcb09ab187f admin admin] Publish callbacks [] for security_group (c9011f1d-0865-4ba4-84a0-96d8cffd038e), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.948102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-863d30d5-dacf-4c50-8ffa-2fcb09ab187f admin admin] Publish callbacks [] for security_group (c9011f1d-0865-4ba4-84a0-96d8cffd038e), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.962618 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:09:59.964387 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:09:59.998785 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-f7afcc5b-42a1-483a-ae59-616375d97f0c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9855583 Feb 18 12:10:00.021631 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Request body: {'port': {'device_id': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:00.034807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-863d30d5-dacf-4c50-8ffa-2fcb09ab187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (c9011f1d-0865-4ba4-84a0-96d8cffd038e), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.038684 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-863d30d5-dacf-4c50-8ffa-2fcb09ab187f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.042880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-863d30d5-dacf-4c50-8ffa-2fcb09ab187f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9011f1d-0865-4ba4-84a0-96d8cffd038e HTTP/1.1" status: 204 len: 168 time: 0.2077279 Feb 18 12:10:00.065614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d30d5-dacf-4c50-8ffa-2fcb09ab187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9011f1d-0865-4ba4-84a0-96d8cffd038e,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:00.093255 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.468056 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c11066-1d19-41fb-8a75-b99fed9c3c83 {{(pid=102857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:00.479385 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Publish callbacks [] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.494073 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48894) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:00.506013 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.provisioning_blocks [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Transition to ACTIVE for port object a4c11066-1d19-41fb-8a75-b99fed9c3c83 will not be triggered until provisioned by entity L2. {{(pid=102857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:10:00.514048 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b4a1f6de-4a6c-410c-9a3f-ef8444a18739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.517520 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.603365 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c11066-1d19-41fb-8a75-b99fed9c3c83,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:00.709550 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Attempting to bind port a4c11066-1d19-41fb-8a75-b99fed9c3c83 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:10:00.709991 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Attempting to bind port a4c11066-1d19-41fb-8a75-b99fed9c3c83 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:10:00.710336 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Attempting to bind port a4c11066-1d19-41fb-8a75-b99fed9c3c83 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:00.714928 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b4a1f6de-4a6c-410c-9a3f-ef8444a18739 admin admin] Publish callbacks [] for security_group (b0d2163a-53a0-48fa-8486-60a9a8e83c5c), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.718023 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Port a4c11066-1d19-41fb-8a75-b99fed9c3c83 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:10:00.718338 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Attempting to bind port a4c11066-1d19-41fb-8a75-b99fed9c3c83 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:00.721598 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b4a1f6de-4a6c-410c-9a3f-ef8444a18739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b0d2163a-53a0-48fa-8486-60a9a8e83c5c), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.736800 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:10:00.737143 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Checking segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:10:00.737532 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Bound using segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:10:00.737988 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Bound port: a4c11066-1d19-41fb-8a75-b99fed9c3c83, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:10:00.738349 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.774214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937508a-0282-463d-9d80-90235b3c248b req-a3a8d64c-1b41-4939-97da-f5fcdca80b0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:00.775871 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6937508a-0282-463d-9d80-90235b3c248b req-a3a8d64c-1b41-4939-97da-f5fcdca80b0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 943 time: 0.0630250 Feb 18 12:10:00.788806 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b4a1f6de-4a6c-410c-9a3f-ef8444a18739 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c91e87ce4b7b425892e28eb135627d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896821 Feb 18 12:10:00.788806 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1f6de-4a6c-410c-9a3f-ef8444a18739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2163a-53a0-48fa-8486-60a9a8e83c5c,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:00.788806 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48898) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:00.879817 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] For port a4c11066-1d19-41fb-8a75-b99fed9c3c83, host hv-cinder-82987, cleared binding levels {{(pid=102857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:10:00.884373 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] For port a4c11066-1d19-41fb-8a75-b99fed9c3c83, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:10:00.890356 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6937508a-0282-463d-9d80-90235b3c248b req-69fbe34b-6704-4770-9b3d-0f13d7d3590c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070700 Feb 18 12:10:00.896409 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3d84ff5f-7027-445f-8016-b4afb476f11c admin admin] Publish callbacks [] for security_group (b0d2163a-53a0-48fa-8486-60a9a8e83c5c), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.916551 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.933009 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3d84ff5f-7027-445f-8016-b4afb476f11c admin admin] Publish callbacks [] for security_group (b0d2163a-53a0-48fa-8486-60a9a8e83c5c), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.979103 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:00.979791 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:00.981222 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] 10.222.0.79 "PUT /v2.0/ports/a4c11066-1d19-41fb-8a75-b99fed9c3c83 HTTP/1.1" status: 200 len: 1093 time: 0.9646838 Feb 18 12:10:00.984192 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'tag': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:00.986565 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d2acf-988e-4cc8-be1f-7ade84598f14" -d '{"events": [{"name": "network-changed", "server_uuid": "7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba", "tag": "a4c11066-1d19-41fb-8a75-b99fed9c3c83"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:01.009255 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8eec6-ecc7-449f-866c-55c2c67ed7c7 req-a52a0104-8948-439b-a307-aeba33033df7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:01.014388 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-21f8eec6-ecc7-449f-866c-55c2c67ed7c7 req-a52a0104-8948-439b-a307-aeba33033df7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0863159 Feb 18 12:10:01.040366 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21da27-5ba0-4d44-8c2f-9e3a936c4b93 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c11066-1d19-41fb-8a75-b99fed9c3c83,revision_number=3']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:01.053603 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fd3de8-4222-4322-b65c-ef40a7590ef3 x-openstack-request-id: req-15fd3de8-4222-4322-b65c-ef40a7590ef3 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:01.053970 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba", "tag": "a4c11066-1d19-41fb-8a75-b99fed9c3c83", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:01.054176 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15fd3de8-4222-4322-b65c-ef40a7590ef3 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:01.054573 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'tag': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83', 'status': 'completed', 'code': 200} Feb 18 12:10:01.096275 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-cac8f9fd-72b8-4e90-b107-ed0797dc2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:01.097864 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-cac8f9fd-72b8-4e90-b107-ed0797dc2063 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 1127 time: 0.0586324 Feb 18 12:10:01.102577 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3d84ff5f-7027-445f-8016-b4afb476f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b0d2163a-53a0-48fa-8486-60a9a8e83c5c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:01.105595 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-21f8eec6-ecc7-449f-866c-55c2c67ed7c7 req-16c1e1e5-32e0-4eb4-a6a8-7e42907e86b1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787368 Feb 18 12:10:01.105746 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3d84ff5f-7027-445f-8016-b4afb476f11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:01.107030 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3d84ff5f-7027-445f-8016-b4afb476f11c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0d2163a-53a0-48fa-8486-60a9a8e83c5c HTTP/1.1" status: 204 len: 168 time: 0.3016157 Feb 18 12:10:01.123425 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84ff5f-7027-445f-8016-b4afb476f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2163a-53a0-48fa-8486-60a9a8e83c5c,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:01.171931 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-eb1ac48c-d1c2-49d4-b466-b59599dcc4c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83 HTTP/1.1" status: 200 len: 217 time: 0.0553865 Feb 18 12:10:01.229052 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-e3ac2ef6-3646-4fd0-a83a-1af907a76af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:01.230529 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-e3ac2ef6-3646-4fd0-a83a-1af907a76af4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.0481694 Feb 18 12:10:01.274693 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-d6406b05-1d7f-4173-95e7-6ab6003483cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284090 Feb 18 12:10:01.394652 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-3329b9da-4e96-44ef-bfa1-d2854230aff1 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078911 Feb 18 12:10:01.523543 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-df39e4a6-2463-4f36-8fec-bc435f10e5e8 req-23d019f5-b312-4bee-87ae-1b9d297deffd service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197276 Feb 18 12:10:01.682416 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-dabd2406-31ca-435d-9767-dd9f78b0d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:01.687598 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-dabd2406-31ca-435d-9767-dd9f78b0d553 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 1127 time: 0.0870001 Feb 18 12:10:01.778873 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 48924) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:01.870914 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-f40f9f28-fe6a-4a34-9414-ba9a77e50e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:01.872845 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-f40f9f28-fe6a-4a34-9414-ba9a77e50e8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 916 time: 0.1745110 Feb 18 12:10:01.933016 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-5ada3dac-f08e-4e4c-93aa-5a232dc8b596 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83 HTTP/1.1" status: 200 len: 217 time: 0.0491807 Feb 18 12:10:01.958441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb903f-f85b-4c41-b376-13687ace8cf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.001508 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-fdbc3057-cb41-4a22-a451-2669d3a87f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:02.003146 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-fdbc3057-cb41-4a22-a451-2669d3a87f90 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.0631063 Feb 18 12:10:02.051023 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-5e6b2263-0b3f-49de-98f9-793b8b13189e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362449 Feb 18 12:10:02.083531 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8af58-b9e7-4262-8312-6049af8b30e4 req-c7c6b388-effa-4a51-b5ab-058f11879b2a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:02.085087 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3dc8af58-b9e7-4262-8312-6049af8b30e4 req-c7c6b388-effa-4a51-b5ab-058f11879b2a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 943 time: 0.0880659 Feb 18 12:10:02.149958 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb903f-f85b-4c41-b376-13687ace8cf7 admin admin] Publish callbacks [] for security_group (b48bf124-963b-451e-8acd-ca5c19c3bb3c), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.177744 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ffcb903f-f85b-4c41-b376-13687ace8cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b48bf124-963b-451e-8acd-ca5c19c3bb3c), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.183031 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-e1d3912e-16a3-462a-96e6-360f72f49736 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235447 Feb 18 12:10:02.292851 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3dc8af58-b9e7-4262-8312-6049af8b30e4 req-1422680a-3474-42a7-920d-4dee16511571 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991780 Feb 18 12:10:02.318566 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb903f-f85b-4c41-b376-13687ace8cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48bf124-963b-451e-8acd-ca5c19c3bb3c,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:02.329219 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d12d2acf-988e-4cc8-be1f-7ade84598f14 req-d41f1520-378c-44ec-a6cb-3e147d8daa5d service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367233 Feb 18 12:10:02.339588 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-ffcb903f-f85b-4c41-b376-13687ace8cf7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8da521ea67984011a1e765cae9801a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596430 Feb 18 12:10:02.342929 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 48942) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:02.353087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f525b-decb-4f4e-8fb9-14735eaa9f10 req-d85e1b7c-bd3d-4f96-9f4e-a658848ed7b8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:02.361355 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-031f525b-decb-4f4e-8fb9-14735eaa9f10 req-d85e1b7c-bd3d-4f96-9f4e-a658848ed7b8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1357424 Feb 18 12:10:02.416512 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8d88aaad-b7d2-4f24-b1bb-553a0a803856 admin admin] Publish callbacks [] for security_group (b48bf124-963b-451e-8acd-ca5c19c3bb3c), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.432150 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-031f525b-decb-4f4e-8fb9-14735eaa9f10 req-fac66729-d6be-47f3-8a1d-b6d7c9633f1f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688167 Feb 18 12:10:02.463851 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8d88aaad-b7d2-4f24-b1bb-553a0a803856 admin admin] Publish callbacks [] for security_group (b48bf124-963b-451e-8acd-ca5c19c3bb3c), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.540876 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8d88aaad-b7d2-4f24-b1bb-553a0a803856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b48bf124-963b-451e-8acd-ca5c19c3bb3c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.545340 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8d88aaad-b7d2-4f24-b1bb-553a0a803856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:02.546996 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8d88aaad-b7d2-4f24-b1bb-553a0a803856 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b48bf124-963b-451e-8acd-ca5c19c3bb3c HTTP/1.1" status: 204 len: 168 time: 0.2009892 Feb 18 12:10:02.585132 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88aaad-b7d2-4f24-b1bb-553a0a803856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48bf124-963b-451e-8acd-ca5c19c3bb3c,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:03.491707 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e791653-7836-4b81-a7b5-6b12ae0c5bb7 req-71c41ab4-bf42-41b8-b5f7-a41af35100f5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:03.494085 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5e791653-7836-4b81-a7b5-6b12ae0c5bb7 req-71c41ab4-bf42-41b8-b5f7-a41af35100f5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 943 time: 0.0786786 Feb 18 12:10:03.618158 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3bf7-2a07-4ee3-bdaa-f61714b2002f req-fdb68c82-b36e-4ec5-88b9-46c3c5bb2655 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:03.625925 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b51b3bf7-2a07-4ee3-bdaa-f61714b2002f req-fdb68c82-b36e-4ec5-88b9-46c3c5bb2655 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0862675 Feb 18 12:10:03.656316 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5e791653-7836-4b81-a7b5-6b12ae0c5bb7 req-2b33e640-1258-4fb7-80dc-1a7718429330 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526933 Feb 18 12:10:03.707138 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b51b3bf7-2a07-4ee3-bdaa-f61714b2002f req-a1e1a60e-d293-4f7d-b25d-34db1c291d0c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802457 Feb 18 12:10:04.117688 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49006) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:04.285984 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0951c0c5-f3ca-456d-8726-7244cd44045f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.378706 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0951c0c5-f3ca-456d-8726-7244cd44045f admin admin] Publish callbacks [] for security_group (27707bba-b38c-44e4-8d90-0f37e26f1c09), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.383712 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0951c0c5-f3ca-456d-8726-7244cd44045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (27707bba-b38c-44e4-8d90-0f37e26f1c09), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.427527 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0951c0c5-f3ca-456d-8726-7244cd44045f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f213c521d5b54cab93eadf8311b19e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086092 Feb 18 12:10:04.429040 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951c0c5-f3ca-456d-8726-7244cd44045f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27707bba-b38c-44e4-8d90-0f37e26f1c09,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:04.430274 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 49010) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:04.485115 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2141454-13ae-4fe5-8668-dbe8f4b4cd7f admin admin] Publish callbacks [] for security_group (27707bba-b38c-44e4-8d90-0f37e26f1c09), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.507880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2141454-13ae-4fe5-8668-dbe8f4b4cd7f admin admin] Publish callbacks [] for security_group (27707bba-b38c-44e4-8d90-0f37e26f1c09), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.568272 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2141454-13ae-4fe5-8668-dbe8f4b4cd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (27707bba-b38c-44e4-8d90-0f37e26f1c09), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.576514 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2141454-13ae-4fe5-8668-dbe8f4b4cd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.577716 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a2141454-13ae-4fe5-8668-dbe8f4b4cd7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27707bba-b38c-44e4-8d90-0f37e26f1c09 HTTP/1.1" status: 204 len: 168 time: 0.1464543 Feb 18 12:10:04.587165 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2141454-13ae-4fe5-8668-dbe8f4b4cd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27707bba-b38c-44e4-8d90-0f37e26f1c09,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:04.665904 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a4c11066-1d19-41fb-8a75-b99fed9c3c83 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:10:04.826582 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a4c11066-1d19-41fb-8a75-b99fed9c3c83, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:04.846328 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'port_id': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83', 'mac_address': 'fa:16:3e:ac:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdfe737-560a-4682-8e3c-7c495d944a59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:10:04.849292 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb63eb-d321-4435-8ca4-05f8824fd0e3 req-c25dc21f-23b3-41de-a62b-0bdc1048d127 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:04.851078 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-54bb63eb-d321-4435-8ca4-05f8824fd0e3 req-c25dc21f-23b3-41de-a62b-0bdc1048d127 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 943 time: 0.0958445 Feb 18 12:10:04.889608 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5ee1-0a42-4bd5-aca6-d0a703a8f630 req-6650901c-6421-4f11-a9d2-ce14281601fb tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:04.891346 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6cfd5ee1-0a42-4bd5-aca6-d0a703a8f630 req-6650901c-6421-4f11-a9d2-ce14281601fb tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1003575 Feb 18 12:10:04.912243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port a4c11066-1d19-41fb-8a75-b99fed9c3c83 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:04.920142 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:04.938220 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-54bb63eb-d321-4435-8ca4-05f8824fd0e3 req-84b90d5b-9371-455a-b662-f11ada089daa tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817196 Feb 18 12:10:04.943605 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c11066-1d19-41fb-8a75-b99fed9c3c83 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:04.975355 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6cfd5ee1-0a42-4bd5-aca6-d0a703a8f630 req-b3f0a5fd-1956-4395-837b-2b85f7c544e9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712357 Feb 18 12:10:04.975801 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a4c11066-1d19-41fb-8a75-b99fed9c3c83, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:04.985360 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:05.061562 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=a4c11066-1d19-41fb-8a75-b99fed9c3c83,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:05.299177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['a4c11066-1d19-41fb-8a75-b99fed9c3c83'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:06.161277 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10550-8e6e-42ac-b20a-64f849575c16 req-9c5ede9e-eb78-4028-ba42-3d5b6afa7995 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:06.172601 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ecb10550-8e6e-42ac-b20a-64f849575c16 req-9c5ede9e-eb78-4028-ba42-3d5b6afa7995 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 944 time: 0.1138332 Feb 18 12:10:06.262363 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c908195-94cc-4894-ab70-cef5175ec5f2 req-e2b9b26c-b97b-4db7-862c-f7153cae9754 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:06.265874 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7c908195-94cc-4894-ab70-cef5175ec5f2 req-e2b9b26c-b97b-4db7-862c-f7153cae9754 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1361084 Feb 18 12:10:06.269670 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ecb10550-8e6e-42ac-b20a-64f849575c16 req-2e331d4f-04d2-4d36-a59d-7ea584ff29e2 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660172 Feb 18 12:10:06.326258 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7c908195-94cc-4894-ab70-cef5175ec5f2 req-239ea35f-16ac-406b-8695-d449eca7a8e4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Feb 18 12:10:06.677537 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a4c11066-1d19-41fb-8a75-b99fed9c3c83 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:10:06.727174 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port a4c11066-1d19-41fb-8a75-b99fed9c3c83 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:10:06.731524 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port a4c11066-1d19-41fb-8a75-b99fed9c3c83 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:06.732433 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:06.827744 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port a4c11066-1d19-41fb-8a75-b99fed9c3c83 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:06.828212 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:06.852930 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:06.859992 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cc7b12-3a4b-4164-b4c0-64311c63c69c" -d '{"events": [{"server_uuid": "7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba", "name": "network-vif-plugged", "status": "completed", "tag": "a4c11066-1d19-41fb-8a75-b99fed9c3c83"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:06.877405 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port a4c11066-1d19-41fb-8a75-b99fed9c3c83, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:06.882049 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:06.971536 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 49098) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:07.062126 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0dc411-3e63-4ba7-950b-55586a1740d2 x-openstack-request-id: req-6d0dc411-3e63-4ba7-950b-55586a1740d2 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:07.062401 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba", "name": "network-vif-plugged", "status": "completed", "tag": "a4c11066-1d19-41fb-8a75-b99fed9c3c83", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:07.062710 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d0dc411-3e63-4ba7-950b-55586a1740d2 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:07.063052 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83', 'code': 200} Feb 18 12:10:07.085188 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=a4c11066-1d19-41fb-8a75-b99fed9c3c83,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:07.113581 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-402cda24-19fb-4103-820b-6cf7c8d6e229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.139598 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67af054-0a2c-42f4-af3b-e4b05a4090f5 req-8230d4d1-a8f6-4f33-82e0-09415dacce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:07.140983 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d67af054-0a2c-42f4-af3b-e4b05a4090f5 req-8230d4d1-a8f6-4f33-82e0-09415dacce8c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 1129 time: 0.0484269 Feb 18 12:10:07.207021 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-402cda24-19fb-4103-820b-6cf7c8d6e229 admin admin] Publish callbacks [] for security_group (98c034ae-f8fb-4e2a-a657-cbd5758bcfd2), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.214014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-402cda24-19fb-4103-820b-6cf7c8d6e229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (98c034ae-f8fb-4e2a-a657-cbd5758bcfd2), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.216351 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-d67af054-0a2c-42f4-af3b-e4b05a4090f5 req-46248fad-7813-47f8-b7d5-68785c8a52b4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Feb 18 12:10:07.278356 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-402cda24-19fb-4103-820b-6cf7c8d6e229 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d573ad617fa64e82ab8103dddda8c11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055186 Feb 18 12:10:07.281538 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49124) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:07.314619 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cda24-19fb-4103-820b-6cf7c8d6e229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c034ae-f8fb-4e2a-a657-cbd5758bcfd2,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:07.335045 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ca7e375a-ffd4-4b61-b5da-74295d618724 admin admin] Publish callbacks [] for security_group (98c034ae-f8fb-4e2a-a657-cbd5758bcfd2), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.355898 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ca7e375a-ffd4-4b61-b5da-74295d618724 admin admin] Publish callbacks [] for security_group (98c034ae-f8fb-4e2a-a657-cbd5758bcfd2), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.356427 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-54f13483-0a33-4b57-9b48-11a57e212fa7 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5558554d20e74d0c944ff2e51d379129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361760 Feb 18 12:10:07.402504 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ca7e375a-ffd4-4b61-b5da-74295d618724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (98c034ae-f8fb-4e2a-a657-cbd5758bcfd2), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.405242 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ca7e375a-ffd4-4b61-b5da-74295d618724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.406384 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ca7e375a-ffd4-4b61-b5da-74295d618724 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98c034ae-f8fb-4e2a-a657-cbd5758bcfd2 HTTP/1.1" status: 204 len: 168 time: 0.1236780 Feb 18 12:10:07.414926 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e375a-ffd4-4b61-b5da-74295d618724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c034ae-f8fb-4e2a-a657-cbd5758bcfd2,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:07.685019 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49138) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:07.697937 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e41ec7b-21f5-49c7-be8c-3d9fd663fa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.716931 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6cf076da-28c1-4fc9-a16f-aba1492b9815 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:07.718431 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6cf076da-28c1-4fc9-a16f-aba1492b9815 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 814 time: 0.4931064 Feb 18 12:10:07.757747 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6a83078e-93c6-41cc-ad1a-7f3658ac0e5c tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/quotas/d0ee0a79b32e440bb58ca31a3643c4cd HTTP/1.1" status: 200 len: 375 time: 0.0327945 Feb 18 12:10:07.775896 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e41ec7b-21f5-49c7-be8c-3d9fd663fa64 admin admin] Publish callbacks [] for security_group (c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.779637 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e41ec7b-21f5-49c7-be8c-3d9fd663fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.817094 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2e41ec7b-21f5-49c7-be8c-3d9fd663fa64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=208ab58714644186ae39b5b1d0c589b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310012 Feb 18 12:10:07.817938 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41ec7b-21f5-49c7-be8c-3d9fd663fa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:07.820288 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49140) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:07.829866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-de93e06a-a404-4d03-8196-1f5af91b8b7e tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:07.831301 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-de93e06a-a404-4d03-8196-1f5af91b8b7e tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4688349 Feb 18 12:10:07.858265 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-abd37057-a2a2-4376-83cd-041c375cb881 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912938 Feb 18 12:10:07.862211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-e2a40a46-84e2-42a6-aba5-cfef529d2f1b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/quotas/5558554d20e74d0c944ff2e51d379129 HTTP/1.1" status: 200 len: 375 time: 0.0241017 Feb 18 12:10:07.870295 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e824e123-8886-4181-8241-219eb5d9493c admin admin] Publish callbacks [] for security_group (c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.892187 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e824e123-8886-4181-8241-219eb5d9493c admin admin] Publish callbacks [] for security_group (c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.907484 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-5ebf8d42-7f7c-46bc-8079-a6c0138feae9 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5558554d20e74d0c944ff2e51d379129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409935 Feb 18 12:10:07.939911 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e824e123-8886-4181-8241-219eb5d9493c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.943001 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e824e123-8886-4181-8241-219eb5d9493c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:07.946656 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e824e123-8886-4181-8241-219eb5d9493c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400 HTTP/1.1" status: 204 len: 168 time: 0.1232774 Feb 18 12:10:07.954349 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824e123-8886-4181-8241-219eb5d9493c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1bd7d-f064-4ffa-ac11-0c5eef1fc400,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:08.003284 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-182bf4bc-bfef-4a92-98bc-9202b8919bf2 service neutron] 10.222.0.65 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262357 Feb 18 12:10:08.115411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-4d90e3cd-7864-4c9c-904f-c0b4659bfbea service neutron] 10.222.0.65 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024418 Feb 18 12:10:08.183108 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc1b72-194c-4549-9e6d-122f6c539f3a req-de80db58-510b-4e20-817d-831494744133 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:08.185867 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-aacc1b72-194c-4549-9e6d-122f6c539f3a req-de80db58-510b-4e20-817d-831494744133 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 945 time: 0.0688066 Feb 18 12:10:08.241483 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-aacc1b72-194c-4549-9e6d-122f6c539f3a req-79c95333-9783-42be-860a-4d0a4f347628 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501814 Feb 18 12:10:08.383219 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-07244f5b-eed8-4a69-89bf-ea1a918073f6 req-2db69b2e-4d8e-4078-8278-1421b608a932 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 210 time: 0.0534105 Feb 18 12:10:08.410177 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f8956-1573-47a2-a7d1-37212abf29fb req-2ea6402e-7af1-42fc-8038-95ff5da6aab8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:08.411660 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a92f8956-1573-47a2-a7d1-37212abf29fb req-2ea6402e-7af1-42fc-8038-95ff5da6aab8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0916312 Feb 18 12:10:08.503701 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f75c18d2-3e18-494f-a198-a846e5390fd6 req-b53b0e13-f65f-4c3d-8c9b-379ef71ff57e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 210 time: 0.0646732 Feb 18 12:10:08.536754 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a92f8956-1573-47a2-a7d1-37212abf29fb req-0b8b8dfe-4ede-4305-bec5-5016f7e82909 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185148 Feb 18 12:10:09.257983 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-93f130f5-3f95-463f-bacd-edc5fb6a28d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:09.366898 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0f118-50d9-4d91-8b75-36dba256551c req-f2c99d0d-46fd-4662-af30-241616c7b9b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:09.368468 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-36b0f118-50d9-4d91-8b75-36dba256551c req-f2c99d0d-46fd-4662-af30-241616c7b9b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 945 time: 0.0528734 Feb 18 12:10:09.437694 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-36b0f118-50d9-4d91-8b75-36dba256551c req-6e7f2849-9f6c-41f3-ba28-d93b492b893a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563927 Feb 18 12:10:09.456317 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-fc5cc242-553e-4f2f-9c76-aae867e42954 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5558554d20e74d0c944ff2e51d379129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682952 Feb 18 12:10:09.601862 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4de1ad2c-abb1-4de1-9020-2e95bc769cdf req-5beeb780-dbd1-4645-9d56-cbd93679a72b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 210 time: 0.0826702 Feb 18 12:10:09.737095 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-daa4b267-eded-4052-a5b7-1249363a9a32 req-f921ae44-eafc-4d78-a1ab-b403bff0b6ea tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 210 time: 0.0629137 Feb 18 12:10:09.824104 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-11643714-70ae-403d-a1b3-184a8252aa0d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:09.825660 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-11643714-70ae-403d-a1b3-184a8252aa0d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 814 time: 0.2695649 Feb 18 12:10:09.835092 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf95359-f908-4e83-b49c-069cb0c6171d req-0682dded-dafe-4684-8262-524bc2c2b7d3 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:09.836077 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faf95359-f908-4e83-b49c-069cb0c6171d req-0682dded-dafe-4684-8262-524bc2c2b7d3 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1401258 Feb 18 12:10:09.872838 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'port': {'device_id': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'admin_state_up': True, 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:09.905140 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-348cbb40-3185-4aca-a0f7-fa95d636c263 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:09.906654 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-348cbb40-3185-4aca-a0f7-fa95d636c263 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4251430 Feb 18 12:10:09.936199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Request body: {'port': {'device_id': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c', 'admin_state_up': True, 'tenant_id': '5558554d20e74d0c944ff2e51d379129'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:10.001453 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faf95359-f908-4e83-b49c-069cb0c6171d req-c49abe9f-3fa3-40bd-a199-e7beec916dbc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487567 Feb 18 12:10:10.043262 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Made reservation on behalf of d0ee0a79b32e440bb58ca31a3643c4cd for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:10:10.054146 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.089076 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Made reservation on behalf of 5558554d20e74d0c944ff2e51d379129 for: {'port': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:10:10.093588 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.105941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.216219 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Allocated IP 172.20.0.9 (0e793114-ab38-4f98-bad5-77e1cddedd15/23a03cd0-d050-4cf5-bb45-fd7202f4a2c4/ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:10:10.225438 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks [] for security_group (13dc5b1f-5a73-40c7-8105-838e3fcbcbeb), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.231230 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (13dc5b1f-5a73-40c7-8105-838e3fcbcbeb), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.317417 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:10.418395 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.430285 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Allocated IP 192.168.233.249 (561b7c45-b878-4ab6-ba70-23283c7d694c/59912bac-8b04-40dd-a007-a7e1c6f424a9/4203f367-04f3-40d6-ad02-b95f2cd52dec) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:10:10.480176 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.578164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:10:10.592907 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:10:10.597358 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:10:10.671054 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks [] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.718076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:10.719019 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.746511 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:10.761928 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:10.818235 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-9c120816-5484-4c17-aa26-308be857462a tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9618993 Feb 18 12:10:10.884469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d58988-680d-4ca7-a4c5-1776be31c6fb req-ae82b9b8-b27e-4e8a-be06-60117945e98b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:10.886216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-47d58988-680d-4ca7-a4c5-1776be31c6fb req-ae82b9b8-b27e-4e8a-be06-60117945e98b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.1621747 Feb 18 12:10:10.897183 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Network 561b7c45-b878-4ab6-ba70-23283c7d694c is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:10:10.901296 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:10:10.922613 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:10:10.955865 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Pushing event updated for resources: {'Port': ['ID=4203f367-04f3-40d6-ad02-b95f2cd52dec,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:10.991387 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162e26a-c5ec-4ef2-973f-96a31c10f898 req-544342ae-c011-4858-902a-ee6f3886bca5 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:11.001106 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c162e26a-c5ec-4ef2-973f-96a31c10f898 req-544342ae-c011-4858-902a-ee6f3886bca5 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.1375542 Feb 18 12:10:11.079666 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-47d58988-680d-4ca7-a4c5-1776be31c6fb req-10d437ff-e605-4f0a-bdf4-3f1bca97e015 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720448 Feb 18 12:10:11.101117 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c162e26a-c5ec-4ef2-973f-96a31c10f898 req-5a9a995d-df1b-4238-8231-eb8cf671e64f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918107 Feb 18 12:10:11.152202 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:11.155408 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:11.181606 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-ca394180-7c95-40b8-8c70-c6c44f520e7c None None] Provisioning complete for port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:11.183978 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ca394180-7c95-40b8-8c70-c6c44f520e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:11.192396 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-175b503a-d89c-4fc3-94ef-f47da714f720 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2604530 Feb 18 12:10:11.269829 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-ca394180-7c95-40b8-8c70-c6c44f520e7c None None] Port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:10:11.336882 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741134f4-37e1-4203-bd31-fb993e0880e7 req-d8b5a8e7-f10e-4115-9824-26302939fa8b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:11.339160 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-741134f4-37e1-4203-bd31-fb993e0880e7 req-d8b5a8e7-f10e-4115-9824-26302939fa8b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1178722 Feb 18 12:10:11.404186 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-4e8d4d41-843d-40d9-9be9-a26c00bfd48b None None] Provisioning complete for port 4203f367-04f3-40d6-ad02-b95f2cd52dec triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:11.404835 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4e8d4d41-843d-40d9-9be9-a26c00bfd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:11.412880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-741134f4-37e1-4203-bd31-fb993e0880e7 req-4c744515-5143-4598-973f-11c39f7dcd20 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668879 Feb 18 12:10:11.477565 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d4d41-843d-40d9-9be9-a26c00bfd48b None None] Port 4203f367-04f3-40d6-ad02-b95f2cd52dec cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:10:11.492436 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7173e0f8-0784-4ba7-aa17-6f4a98c62c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:12.218458 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76361db-6bd0-4bb1-84b0-f01c5c12f0ba req-a2f952fc-d45a-4244-bb12-7b4cdd58f1ea tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:12.218458 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d76361db-6bd0-4bb1-84b0-f01c5c12f0ba req-a2f952fc-d45a-4244-bb12-7b4cdd58f1ea tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0575781 Feb 18 12:10:12.313996 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d76361db-6bd0-4bb1-84b0-f01c5c12f0ba req-f92375be-45c5-4ac4-b94a-3f09fcffc031 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654652 Feb 18 12:10:12.437788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40047-b7bd-482f-a1fc-7f50ac2966f9 req-3c8a783f-4165-4e0d-b987-b76defce9a49 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:12.445803 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-55b40047-b7bd-482f-a1fc-7f50ac2966f9 req-3c8a783f-4165-4e0d-b987-b76defce9a49 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0751026 Feb 18 12:10:12.517043 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-55b40047-b7bd-482f-a1fc-7f50ac2966f9 req-4a753635-143e-4cd5-a8cc-88fe6811d541 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Feb 18 12:10:12.527796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:12.629510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdf287-6eb1-48b6-93ae-9e4665f767e3 req-ad4d2e55-fbf4-435f-bf59-90072ee58b73 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:12.631136 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b5fdf287-6eb1-48b6-93ae-9e4665f767e3 req-ad4d2e55-fbf4-435f-bf59-90072ee58b73 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0611689 Feb 18 12:10:12.686539 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b5fdf287-6eb1-48b6-93ae-9e4665f767e3 req-5b3bc302-420b-4c68-8a1a-eabb87f109d4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Feb 18 12:10:13.423083 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5326c8-7df2-44b7-8b24-86239413bf3c req-e3d59fc1-f707-4c71-93aa-7562d6442469 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:13.424631 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ff5326c8-7df2-44b7-8b24-86239413bf3c req-e3d59fc1-f707-4c71-93aa-7562d6442469 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0514464 Feb 18 12:10:13.479334 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ff5326c8-7df2-44b7-8b24-86239413bf3c req-317f9417-a7ed-4ea7-a2a5-1ea24c328bd5 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Feb 18 12:10:13.621422 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b65b7c-6e52-4391-8dc2-054e49f68a0c req-f4912c29-1f0a-4b5a-816e-287e53cd8ab9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:13.623417 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-49b65b7c-6e52-4391-8dc2-054e49f68a0c req-f4912c29-1f0a-4b5a-816e-287e53cd8ab9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0511079 Feb 18 12:10:13.686789 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-49b65b7c-6e52-4391-8dc2-054e49f68a0c req-301db4c3-0f20-495d-b3db-ec678ecaafd6 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576897 Feb 18 12:10:13.756789 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:10:13.837888 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203456c-29f7-459e-bb36-38107b58beb1 req-3cfcd897-db70-42ce-a8fe-dd4e1bec8ad7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:13.839840 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4203456c-29f7-459e-bb36-38107b58beb1 req-3cfcd897-db70-42ce-a8fe-dd4e1bec8ad7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0701535 Feb 18 12:10:13.887438 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4203456c-29f7-459e-bb36-38107b58beb1 req-23b58de1-2274-4ecb-b163-e4fe15c64459 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Feb 18 12:10:14.022782 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.185830 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 49328) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:14.300614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b8ee-85c5-4f47-88b4-f7ddb4158080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.376397 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b8ee-85c5-4f47-88b4-f7ddb4158080 admin admin] Publish callbacks [] for security_group (30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.380366 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b8ee-85c5-4f47-88b4-f7ddb4158080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.417192 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7fb4b8ee-85c5-4f47-88b4-f7ddb4158080 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45273014d5ba4457a90871b61d9466ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303064 Feb 18 12:10:14.418309 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4b8ee-85c5-4f47-88b4-f7ddb4158080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:14.420594 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49332) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:14.467464 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-27c2088e-9cb2-4caa-96b9-1ac3d911c3c7 admin admin] Publish callbacks [] for security_group (30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.487742 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-27c2088e-9cb2-4caa-96b9-1ac3d911c3c7 admin admin] Publish callbacks [] for security_group (30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.534631 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-27c2088e-9cb2-4caa-96b9-1ac3d911c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.537249 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-27c2088e-9cb2-4caa-96b9-1ac3d911c3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.538419 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-27c2088e-9cb2-4caa-96b9-1ac3d911c3c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5 HTTP/1.1" status: 204 len: 168 time: 0.1168344 Feb 18 12:10:14.565974 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2088e-9cb2-4caa-96b9-1ac3d911c3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa3c42-a61e-4178-a9b2-d1b2b3e72ce5,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:14.671267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fa9cb-a367-4701-b4a3-b9141c6480f1 req-45652bd5-a417-42b8-9116-12f8c9c2f323 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:14.673910 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c96fa9cb-a367-4701-b4a3-b9141c6480f1 req-45652bd5-a417-42b8-9116-12f8c9c2f323 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.1255310 Feb 18 12:10:14.728630 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c96fa9cb-a367-4701-b4a3-b9141c6480f1 req-8462c39a-9f93-4669-9a46-af2263272cd3 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Feb 18 12:10:14.846934 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16c31a-03bd-4697-b6bd-2dbdb1ac6453 req-b2b057c7-7f76-4191-84d6-36f2de4defbd tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:14.848592 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8d16c31a-03bd-4697-b6bd-2dbdb1ac6453 req-b2b057c7-7f76-4191-84d6-36f2de4defbd tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0602558 Feb 18 12:10:14.880210 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49342) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:14.893913 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37636cd3-dbaa-4248-b761-bb554749e3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:14.914684 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8d16c31a-03bd-4697-b6bd-2dbdb1ac6453 req-01de954c-557d-4351-ad70-c5dec9bc427b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599370 Feb 18 12:10:15.026714 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37636cd3-dbaa-4248-b761-bb554749e3cf admin admin] Publish callbacks [] for security_group (b18c818c-36cf-4104-a245-13234a5e024e), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.031068 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-37636cd3-dbaa-4248-b761-bb554749e3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b18c818c-36cf-4104-a245-13234a5e024e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.035077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ebaa6-7e0c-43ad-9ea3-cb7432ed2ecd req-d316770d-27e9-403f-aba2-68012992153c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:15.036687 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-178ebaa6-7e0c-43ad-9ea3-cb7432ed2ecd req-d316770d-27e9-403f-aba2-68012992153c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0556750 Feb 18 12:10:15.069748 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-37636cd3-dbaa-4248-b761-bb554749e3cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8af28a9df524bcd8cc1f33205b01f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868200 Feb 18 12:10:15.069748 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37636cd3-dbaa-4248-b761-bb554749e3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18c818c-36cf-4104-a245-13234a5e024e,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:15.070837 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 49346) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:15.100285 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-178ebaa6-7e0c-43ad-9ea3-cb7432ed2ecd req-7aa4bd9b-36c0-4b49-9ad3-8626941a6464 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580194 Feb 18 12:10:15.157568 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-132ec707-63b8-4ed4-ab4d-3cc0cc949c4b admin admin] Publish callbacks [] for security_group (b18c818c-36cf-4104-a245-13234a5e024e), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.182775 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-132ec707-63b8-4ed4-ab4d-3cc0cc949c4b admin admin] Publish callbacks [] for security_group (b18c818c-36cf-4104-a245-13234a5e024e), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.229303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-132ec707-63b8-4ed4-ab4d-3cc0cc949c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b18c818c-36cf-4104-a245-13234a5e024e), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.231793 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-132ec707-63b8-4ed4-ab4d-3cc0cc949c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.232915 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-132ec707-63b8-4ed4-ab4d-3cc0cc949c4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b18c818c-36cf-4104-a245-13234a5e024e HTTP/1.1" status: 204 len: 168 time: 0.1611452 Feb 18 12:10:15.240466 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ec707-63b8-4ed4-ab4d-3cc0cc949c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18c818c-36cf-4104-a245-13234a5e024e,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:15.479669 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.575349 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 49352) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:15.588427 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-25c974fc-0bd3-4849-a7a4-cd096879e462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.675719 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-25c974fc-0bd3-4849-a7a4-cd096879e462 admin admin] Publish callbacks [] for security_group (5f2848ce-eb6b-4ada-88a6-aaa4c08a474c), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.684679 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-25c974fc-0bd3-4849-a7a4-cd096879e462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (5f2848ce-eb6b-4ada-88a6-aaa4c08a474c), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.728865 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c974fc-0bd3-4849-a7a4-cd096879e462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2848ce-eb6b-4ada-88a6-aaa4c08a474c,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:15.738734 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49354) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:15.739138 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-25c974fc-0bd3-4849-a7a4-cd096879e462 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4997437eded54eeba2dd949d1138b088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623123 Feb 18 12:10:15.806022 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3a65be85-df92-4127-b645-bfc4a79a0a6c admin admin] Publish callbacks [] for security_group (5f2848ce-eb6b-4ada-88a6-aaa4c08a474c), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.827266 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3a65be85-df92-4127-b645-bfc4a79a0a6c admin admin] Publish callbacks [] for security_group (5f2848ce-eb6b-4ada-88a6-aaa4c08a474c), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.855531 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ffd87-ca69-40d8-80dc-0f500a1fd5df req-9744d4f0-efd4-48c9-a240-2f801dedb4fc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:15.857867 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-468ffd87-ca69-40d8-80dc-0f500a1fd5df req-9744d4f0-efd4-48c9-a240-2f801dedb4fc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0581412 Feb 18 12:10:15.874279 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3a65be85-df92-4127-b645-bfc4a79a0a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (5f2848ce-eb6b-4ada-88a6-aaa4c08a474c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.877092 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3a65be85-df92-4127-b645-bfc4a79a0a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:15.878339 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3a65be85-df92-4127-b645-bfc4a79a0a6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f2848ce-eb6b-4ada-88a6-aaa4c08a474c HTTP/1.1" status: 204 len: 168 time: 0.1386359 Feb 18 12:10:15.889127 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65be85-df92-4127-b645-bfc4a79a0a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2848ce-eb6b-4ada-88a6-aaa4c08a474c,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:15.909816 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-468ffd87-ca69-40d8-80dc-0f500a1fd5df req-3b531557-4514-4959-b2e1-765fef064057 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Feb 18 12:10:16.042810 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa41ed-41e0-497b-bce4-2b7fb642fc92 req-1bc66f78-d36b-478a-9f21-bd065166fea4 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:16.044956 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-90aa41ed-41e0-497b-bce4-2b7fb642fc92 req-1bc66f78-d36b-478a-9f21-bd065166fea4 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0538621 Feb 18 12:10:16.102850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-90aa41ed-41e0-497b-bce4-2b7fb642fc92 req-1467bccd-d443-4c77-9b38-6e57576f67a6 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 Feb 18 12:10:16.266458 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ec567-3182-4d40-81dc-3e018facc1fa req-72a6252a-8e52-4700-8d38-ff33eee5bdc0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:16.267883 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f75ec567-3182-4d40-81dc-3e018facc1fa req-72a6252a-8e52-4700-8d38-ff33eee5bdc0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0562046 Feb 18 12:10:16.320211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f75ec567-3182-4d40-81dc-3e018facc1fa req-b80c2270-3ce9-4d15-8f5f-a29ecb63d09d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Feb 18 12:10:16.994250 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49392) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:17.027258 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd9c43-ebdd-456a-b8fb-4af1e4e5df1b req-6ee755de-b7a8-4f8b-8116-1be85b61cdc3 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:17.028743 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f1dd9c43-ebdd-456a-b8fb-4af1e4e5df1b req-6ee755de-b7a8-4f8b-8116-1be85b61cdc3 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0534167 Feb 18 12:10:17.075553 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f1dd9c43-ebdd-456a-b8fb-4af1e4e5df1b req-c8e1ac98-264d-4053-85f6-7f62980af91d tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Feb 18 12:10:17.098358 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bc9379b5-b5a8-41c4-bfbb-a85b3529b8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.190866 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bc9379b5-b5a8-41c4-bfbb-a85b3529b8a5 admin admin] Publish callbacks [] for security_group (5a5365c7-9f66-4fab-9c27-78b705ba9a63), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.198009 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bc9379b5-b5a8-41c4-bfbb-a85b3529b8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (5a5365c7-9f66-4fab-9c27-78b705ba9a63), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.245318 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-bc9379b5-b5a8-41c4-bfbb-a85b3529b8a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11f9dc27da9f4e3dad9c4e9673b32f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499580 Feb 18 12:10:17.249083 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49398) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:17.250974 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ffc73-aacb-43b9-a281-8c2ad776bbd8 req-3e0b4129-2e7a-463a-8501-8e0b3ba4a8e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:17.252604 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b6ffc73-aacb-43b9-a281-8c2ad776bbd8 req-3e0b4129-2e7a-463a-8501-8e0b3ba4a8e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0632350 Feb 18 12:10:17.268488 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9379b5-b5a8-41c4-bfbb-a85b3529b8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5365c7-9f66-4fab-9c27-78b705ba9a63,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:17.306799 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-07680520-2af0-434f-b7c0-d6c8f0e44c92 admin admin] Publish callbacks [] for security_group (5a5365c7-9f66-4fab-9c27-78b705ba9a63), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.309586 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b6ffc73-aacb-43b9-a281-8c2ad776bbd8 req-49a09d69-36a8-4afd-acec-c2ccf07ef35f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Feb 18 12:10:17.330408 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-07680520-2af0-434f-b7c0-d6c8f0e44c92 admin admin] Publish callbacks [] for security_group (5a5365c7-9f66-4fab-9c27-78b705ba9a63), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.476891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757343b8-1548-4d04-ab19-ff9458f7735c req-614c8def-888c-46d0-9a5f-b0f802f66d40 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:17.478675 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-757343b8-1548-4d04-ab19-ff9458f7735c req-614c8def-888c-46d0-9a5f-b0f802f66d40 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0910027 Feb 18 12:10:17.555079 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-757343b8-1548-4d04-ab19-ff9458f7735c req-f8f9ecbf-7711-4548-bc77-67ac34898295 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643389 Feb 18 12:10:17.584121 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-07680520-2af0-434f-b7c0-d6c8f0e44c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (5a5365c7-9f66-4fab-9c27-78b705ba9a63), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.586622 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-07680520-2af0-434f-b7c0-d6c8f0e44c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:17.587748 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-07680520-2af0-434f-b7c0-d6c8f0e44c92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a5365c7-9f66-4fab-9c27-78b705ba9a63 HTTP/1.1" status: 204 len: 168 time: 0.3377113 Feb 18 12:10:17.597931 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07680520-2af0-434f-b7c0-d6c8f0e44c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5365c7-9f66-4fab-9c27-78b705ba9a63,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:18.206449 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387d251-b03c-4d8b-b876-e5a6676ee037 req-c084620e-f261-4e5a-b1c1-283469a6b6ba tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:18.208489 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0387d251-b03c-4d8b-b876-e5a6676ee037 req-c084620e-f261-4e5a-b1c1-283469a6b6ba tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0661311 Feb 18 12:10:18.285431 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0387d251-b03c-4d8b-b876-e5a6676ee037 req-27b1ffe7-fefe-42c9-a01c-64deb9a7f3f4 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668633 Feb 18 12:10:18.438369 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f9e1d-08a4-41e5-aac1-56e975f5b597 req-b5c5134f-70c2-4231-97c0-6ba75400ca4d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:18.439963 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e65f9e1d-08a4-41e5-aac1-56e975f5b597 req-b5c5134f-70c2-4231-97c0-6ba75400ca4d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0569367 Feb 18 12:10:18.489545 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e65f9e1d-08a4-41e5-aac1-56e975f5b597 req-cc733161-d2c4-450d-ae76-1d9035de3513 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Feb 18 12:10:18.647725 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49440) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:18.701872 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f38b8-14bf-4628-9b74-41b1e36d5b36 req-04bb5390-3ced-4301-ae3a-4227d5faac81 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:18.703438 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f56f38b8-14bf-4628-9b74-41b1e36d5b36 req-04bb5390-3ced-4301-ae3a-4227d5faac81 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0668101 Feb 18 12:10:18.751118 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f56f38b8-14bf-4628-9b74-41b1e36d5b36 req-4eb00b0e-8b1d-4ce8-b3f7-9e42469119dc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Feb 18 12:10:18.760893 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c6c002b2-a24f-4da8-99d4-a7cc330ff6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:18.834852 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c6c002b2-a24f-4da8-99d4-a7cc330ff6d6 admin admin] Publish callbacks [] for security_group (797e4840-7c29-4cef-9e42-aff64183c0ef), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:18.838487 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c6c002b2-a24f-4da8-99d4-a7cc330ff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (797e4840-7c29-4cef-9e42-aff64183c0ef), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:18.878083 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c6c002b2-a24f-4da8-99d4-a7cc330ff6d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a32f0c190904842b456bb81dd68efa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292476 Feb 18 12:10:18.878953 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c002b2-a24f-4da8-99d4-a7cc330ff6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797e4840-7c29-4cef-9e42-aff64183c0ef,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:18.882355 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49444) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:18.938755 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-12b5d300-38ba-43cf-bc69-53be650f951e admin admin] Publish callbacks [] for security_group (797e4840-7c29-4cef-9e42-aff64183c0ef), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:18.964064 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-12b5d300-38ba-43cf-bc69-53be650f951e admin admin] Publish callbacks [] for security_group (797e4840-7c29-4cef-9e42-aff64183c0ef), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:19.012255 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-12b5d300-38ba-43cf-bc69-53be650f951e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (797e4840-7c29-4cef-9e42-aff64183c0ef), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:19.015136 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-12b5d300-38ba-43cf-bc69-53be650f951e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:19.016273 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-12b5d300-38ba-43cf-bc69-53be650f951e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/797e4840-7c29-4cef-9e42-aff64183c0ef HTTP/1.1" status: 204 len: 168 time: 0.1325264 Feb 18 12:10:19.024319 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5d300-38ba-43cf-bc69-53be650f951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797e4840-7c29-4cef-9e42-aff64183c0ef,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:19.401261 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96c64-e8ed-4a02-be2d-246147046fdd req-48d46d24-e88d-4ba0-bbab-6639ac656fb8 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:19.403535 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a6c96c64-e8ed-4a02-be2d-246147046fdd req-48d46d24-e88d-4ba0-bbab-6639ac656fb8 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0598454 Feb 18 12:10:19.463964 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a6c96c64-e8ed-4a02-be2d-246147046fdd req-21cb176a-e482-4f49-a4e0-1a191c5fdffe tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521452 Feb 18 12:10:19.621491 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5610-bee4-4c20-bd14-388801c5d8ae req-5fae5f44-a76a-43b9-973a-58abf1a13b8c tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:19.623734 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1a6e5610-bee4-4c20-bd14-388801c5d8ae req-5fae5f44-a76a-43b9-973a-58abf1a13b8c tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0555632 Feb 18 12:10:19.670541 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1a6e5610-bee4-4c20-bd14-388801c5d8ae req-716f434d-31a0-43e1-a667-c0220fddcc6e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Feb 18 12:10:19.886733 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8800b6-2145-4caa-8b2d-05a78fe01491 req-a66f607e-f065-4a7b-b4fa-eb1091ffba7d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:19.889257 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0e8800b6-2145-4caa-8b2d-05a78fe01491 req-a66f607e-f065-4a7b-b4fa-eb1091ffba7d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0724633 Feb 18 12:10:19.965201 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0e8800b6-2145-4caa-8b2d-05a78fe01491 req-eb414b73-7cf2-4632-821c-afa84c4e07d4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704761 Feb 18 12:10:20.158616 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49486) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:20.269309 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dfb95c-855d-44f5-bcfb-92f4c9ba0dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.360461 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dfb95c-855d-44f5-bcfb-92f4c9ba0dd7 admin admin] Publish callbacks [] for security_group (a5fb3ef3-c3da-4d16-bb83-9545599ff083), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.364228 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0dfb95c-855d-44f5-bcfb-92f4c9ba0dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (a5fb3ef3-c3da-4d16-bb83-9545599ff083), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.400083 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfb95c-855d-44f5-bcfb-92f4c9ba0dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fb3ef3-c3da-4d16-bb83-9545599ff083,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:20.406141 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e0dfb95c-855d-44f5-bcfb-92f4c9ba0dd7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1af614935f40429e8b43c92082ec55cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464035 Feb 18 12:10:20.409668 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 49490) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:20.456532 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9d55-ee9a-40dd-9f21-9f034e83ee42 admin admin] Publish callbacks [] for security_group (a5fb3ef3-c3da-4d16-bb83-9545599ff083), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.479038 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9d55-ee9a-40dd-9f21-9f034e83ee42 admin admin] Publish callbacks [] for security_group (a5fb3ef3-c3da-4d16-bb83-9545599ff083), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.526482 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9d55-ee9a-40dd-9f21-9f034e83ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (a5fb3ef3-c3da-4d16-bb83-9545599ff083), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.529778 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fbdc9d55-ee9a-40dd-9f21-9f034e83ee42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:20.530908 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-fbdc9d55-ee9a-40dd-9f21-9f034e83ee42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5fb3ef3-c3da-4d16-bb83-9545599ff083 HTTP/1.1" status: 204 len: 168 time: 0.1203263 Feb 18 12:10:20.538438 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc9d55-ee9a-40dd-9f21-9f034e83ee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fb3ef3-c3da-4d16-bb83-9545599ff083,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:20.589267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c7df-3acd-4fe5-8301-d544f651fbbd req-b9758737-7fab-41b7-af3a-2362f3260762 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:20.590764 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3a40c7df-3acd-4fe5-8301-d544f651fbbd req-b9758737-7fab-41b7-af3a-2362f3260762 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0557384 Feb 18 12:10:20.652424 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3a40c7df-3acd-4fe5-8301-d544f651fbbd req-82e5ce45-025b-40d3-b2b4-836104badc46 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428751 Feb 18 12:10:20.814555 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6462686-94b6-47f6-afc7-79dcfddf4b6e req-531b9d8e-00f8-4d84-807c-9475a332bf37 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:20.822617 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b6462686-94b6-47f6-afc7-79dcfddf4b6e req-531b9d8e-00f8-4d84-807c-9475a332bf37 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0870697 Feb 18 12:10:20.891695 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b6462686-94b6-47f6-afc7-79dcfddf4b6e req-9eee641c-c6b3-43f1-a8a5-a7d846585f1f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629168 Feb 18 12:10:21.243768 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:21.366063 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1ffaa-c055-4c27-a778-f2b0b2f84bea req-b3667891-fa12-445e-a0c3-e56787b3fa14 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:21.368058 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-73f1ffaa-c055-4c27-a778-f2b0b2f84bea req-b3667891-fa12-445e-a0c3-e56787b3fa14 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0656588 Feb 18 12:10:21.428186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-73f1ffaa-c055-4c27-a778-f2b0b2f84bea req-b1b1778e-91dd-44c2-a30f-d349e2e819a7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Feb 18 12:10:21.571914 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38564566-bfd8-4ef0-8f0b-966b4307241f req-d642b87c-c432-40a1-b580-b92d69ee0d7a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:21.578036 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-38564566-bfd8-4ef0-8f0b-966b4307241f req-d642b87c-c432-40a1-b580-b92d69ee0d7a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0886707 Feb 18 12:10:21.632120 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-38564566-bfd8-4ef0-8f0b-966b4307241f req-d9118a8f-cbd2-4a56-a3fb-21d40ee59538 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515463 Feb 18 12:10:21.776564 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e40bb-457f-485d-8c8c-f1fbabb92500 req-ce229abd-bf8e-4a69-a88c-b9df2706efbc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:21.778920 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc4e40bb-457f-485d-8c8c-f1fbabb92500 req-ce229abd-bf8e-4a69-a88c-b9df2706efbc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0586553 Feb 18 12:10:21.842820 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc4e40bb-457f-485d-8c8c-f1fbabb92500 req-88ee9c25-2ebb-4eab-8a4f-356b55091edc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577407 Feb 18 12:10:22.069192 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f462c7-bb70-48d1-bc77-ca6520b40bb5 req-9f9e4295-40e8-4400-a184-6e1f654d74d8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:22.070712 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-71f462c7-bb70-48d1-bc77-ca6520b40bb5 req-9f9e4295-40e8-4400-a184-6e1f654d74d8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0715101 Feb 18 12:10:22.118673 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-71f462c7-bb70-48d1-bc77-ca6520b40bb5 req-24d7c8e5-077d-4383-9a94-e1e5cf2052ee tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Feb 18 12:10:22.610906 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d44ba9-896e-4d69-8f78-d1c81b52fd37 req-f8a251a2-1bda-4a48-941d-2ed345a7f3cf tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:22.625107 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-40d44ba9-896e-4d69-8f78-d1c81b52fd37 req-f8a251a2-1bda-4a48-941d-2ed345a7f3cf tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0986578 Feb 18 12:10:22.679671 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-40d44ba9-896e-4d69-8f78-d1c81b52fd37 req-4266bcc7-a968-4501-aa0c-1e4a201adb92 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559087 Feb 18 12:10:22.812687 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad64d-1d30-4e82-9959-b0b5b28ad488 req-603f171f-1f92-4a42-9025-7eb77a6e1aff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:22.814412 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-143ad64d-1d30-4e82-9959-b0b5b28ad488 req-603f171f-1f92-4a42-9025-7eb77a6e1aff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0591240 Feb 18 12:10:22.862377 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-143ad64d-1d30-4e82-9959-b0b5b28ad488 req-0594935f-7503-4c92-aafd-306dd8e153ac tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Feb 18 12:10:22.970676 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105343-b6df-482d-8db3-2b1c54bd2e62 req-4640fd0d-70f8-4fd1-8345-cd02e435ba55 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:22.972566 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-44105343-b6df-482d-8db3-2b1c54bd2e62 req-4640fd0d-70f8-4fd1-8345-cd02e435ba55 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0550888 Feb 18 12:10:23.023244 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-44105343-b6df-482d-8db3-2b1c54bd2e62 req-7ba5dc9e-6531-4aa6-ac1a-de2f4e16ed2b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446255 Feb 18 12:10:23.236502 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfcff1-30d7-444e-86ab-9b5879b3ed7b req-dbb5fa50-1355-4b58-b153-139d10c54c27 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:23.237973 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5ebfcff1-30d7-444e-86ab-9b5879b3ed7b req-dbb5fa50-1355-4b58-b153-139d10c54c27 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0536470 Feb 18 12:10:23.288896 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5ebfcff1-30d7-444e-86ab-9b5879b3ed7b req-92ed66de-e4bf-4311-953c-40a2129d67f5 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Feb 18 12:10:23.805887 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441f7d5-4249-46b7-b972-812fa0a05f1d req-9d4f8270-02cc-4bae-bf2b-4b2402ea0a4b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:23.807262 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f441f7d5-4249-46b7-b972-812fa0a05f1d req-9d4f8270-02cc-4bae-bf2b-4b2402ea0a4b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0514698 Feb 18 12:10:23.854085 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f441f7d5-4249-46b7-b972-812fa0a05f1d req-e0885385-524a-42f3-a433-bab74d6cfab0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Feb 18 12:10:23.982283 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d14465-7bdc-4c9e-949b-348e423f6693 req-e0678fc9-a979-476f-b019-9d60547f7188 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:23.983804 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-40d14465-7bdc-4c9e-949b-348e423f6693 req-e0678fc9-a979-476f-b019-9d60547f7188 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0518296 Feb 18 12:10:24.031208 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-40d14465-7bdc-4c9e-949b-348e423f6693 req-d9284f0e-034a-4d71-ba93-57f0f9c1526e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Feb 18 12:10:24.166443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b817b-8306-4705-a0dd-948178d9a768 req-a0dc1cab-ed06-4433-a617-77b8884bfa61 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:24.167927 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-838b817b-8306-4705-a0dd-948178d9a768 req-a0dc1cab-ed06-4433-a617-77b8884bfa61 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 936 time: 0.0575857 Feb 18 12:10:24.215960 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-838b817b-8306-4705-a0dd-948178d9a768 req-1f5fa840-8626-4648-bcb3-403f839a9787 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Feb 18 12:10:24.406901 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Request body: {'port': {'device_id': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:24.407951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d37379-4b26-485e-ae0c-911861db81ae req-c109e324-9e5e-4885-b189-652e4f5fb644 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:24.410807 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-37d37379-4b26-485e-ae0c-911861db81ae req-c109e324-9e5e-4885-b189-652e4f5fb644 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 931 time: 0.0528448 Feb 18 12:10:24.414593 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Request body: {'port': {'device_id': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:24.491894 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:24.508390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-37d37379-4b26-485e-ae0c-911861db81ae req-6372a9ef-df40-4f49-8bbe-d20368d6a936 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910778 Feb 18 12:10:24.512967 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:24.788355 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4203f367-04f3-40d6-ad02-b95f2cd52dec {{(pid=102857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:24.797462 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Publish callbacks [] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:24.810906 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.provisioning_blocks [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Transition to ACTIVE for port object 4203f367-04f3-40d6-ad02-b95f2cd52dec will not be triggered until provisioned by entity L2. {{(pid=102857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:10:24.816458 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:24.839439 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:24.847956 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Publish callbacks [] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:24.862524 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Transition to ACTIVE for port object ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:10:24.867158 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:24.870939 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4203f367-04f3-40d6-ad02-b95f2cd52dec,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:24.955638 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:24.957237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Attempting to bind port 4203f367-04f3-40d6-ad02-b95f2cd52dec on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:10:24.957841 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Attempting to bind port 4203f367-04f3-40d6-ad02-b95f2cd52dec by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:10:24.966461 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Attempting to bind port 4203f367-04f3-40d6-ad02-b95f2cd52dec on network 561b7c45-b878-4ab6-ba70-23283c7d694c {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:24.978000 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Port 4203f367-04f3-40d6-ad02-b95f2cd52dec on network 561b7c45-b878-4ab6-ba70-23283c7d694c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:10:24.978000 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Attempting to bind port 4203f367-04f3-40d6-ad02-b95f2cd52dec on network 561b7c45-b878-4ab6-ba70-23283c7d694c {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:24.985278 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:10:24.985879 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Checking segment: {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:10:24.986274 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Bound using segment: {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:10:24.987125 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Bound port: 4203f367-04f3-40d6-ad02-b95f2cd52dec, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba90d313-db90-4733-90f5-df3d9cb0547e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c'}}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:10:24.987492 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:25.055510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf02f45-b90d-4474-800c-5765a278e6aa req-b4742b87-3306-4ed7-b096-549b02e18bae tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.057069 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cf02f45-b90d-4474-800c-5765a278e6aa req-b4742b87-3306-4ed7-b096-549b02e18bae tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0809150 Feb 18 12:10:25.058065 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Attempting to bind port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:10:25.058688 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Attempting to bind port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:10:25.059154 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Attempting to bind port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 on network 0e793114-ab38-4f98-bad5-77e1cddedd15 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:25.064583 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 on network 0e793114-ab38-4f98-bad5-77e1cddedd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:10:25.064912 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Attempting to bind port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 on network 0e793114-ab38-4f98-bad5-77e1cddedd15 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:25.079316 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:10:25.079665 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Checking segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:10:25.080069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Bound using segment: {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:10:25.080606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Bound port: ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129731e4-3238-4a6e-a665-080d197ebf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:10:25.081032 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:25.098746 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] For port 4203f367-04f3-40d6-ad02-b95f2cd52dec, host hv-cinder-82987, cleared binding levels {{(pid=102857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:10:25.103117 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] For port 4203f367-04f3-40d6-ad02-b95f2cd52dec, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:10:25.119733 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:25.174134 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.174788 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:25.177094 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] 10.222.0.79 "PUT /v2.0/ports/4203f367-04f3-40d6-ad02-b95f2cd52dec HTTP/1.1" status: 200 len: 1098 time: 0.7747011 Feb 18 12:10:25.177594 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'tag': '4203f367-04f3-40d6-ad02-b95f2cd52dec'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:25.181329 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba98820a-6ebb-460b-a71c-a8a5dce52e38" -d '{"events": [{"name": "network-changed", "server_uuid": "47785961-f2ae-4b5b-b4c6-36f50d72b409", "tag": "4203f367-04f3-40d6-ad02-b95f2cd52dec"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:25.223630 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b664aa-d4f9-4169-a0d6-46fc826073a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4203f367-04f3-40d6-ad02-b95f2cd52dec,revision_number=3']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:25.250387 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cf02f45-b90d-4474-800c-5765a278e6aa req-844736be-9643-497d-8abf-5b412331cfaa tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830120 Feb 18 12:10:25.297186 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:10:25.307651 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cf1ad-871c-430e-bb82-e69ff6d1493b req-3e74b260-f7b8-466f-be31-10974c3f67c5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.309485 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-129cf1ad-871c-430e-bb82-e69ff6d1493b req-3e74b260-f7b8-466f-be31-10974c3f67c5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1597550 Feb 18 12:10:25.315781 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:10:25.325918 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:25.332085 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-5ddcf03e-1fdc-4222-b144-afe3927e7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.333680 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-5ddcf03e-1fdc-4222-b144-afe3927e7d0f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5558554d20e74d0c944ff2e51d379129&device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 1132 time: 0.0940654 Feb 18 12:10:25.392045 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.392724 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:25.394345 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] 10.222.0.79 "PUT /v2.0/ports/ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 1093 time: 0.9838147 Feb 18 12:10:25.396154 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:25.398613 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1079d-b455-4fc6-bb55-ff33d49857c5" -d '{"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:25.425023 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0f488-4240-4676-b076-35714e7668cb x-openstack-request-id: req-31c0f488-4240-4676-b076-35714e7668cb {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:25.426307 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47785961-f2ae-4b5b-b4c6-36f50d72b409", "tag": "4203f367-04f3-40d6-ad02-b95f2cd52dec", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:25.427127 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31c0f488-4240-4676-b076-35714e7668cb {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:25.427469 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'tag': '4203f367-04f3-40d6-ad02-b95f2cd52dec', 'status': 'completed', 'code': 200} Feb 18 12:10:25.429943 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-3a3a3f86-1322-416c-a4ab-e5bf4dd1f31c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec HTTP/1.1" status: 200 len: 217 time: 0.0847254 Feb 18 12:10:25.467860 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-129cf1ad-871c-430e-bb82-e69ff6d1493b req-f6a2cb42-734d-4190-ae5d-34df50b54d2e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455519 Feb 18 12:10:25.509486 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-c6740ef3-a4e2-44c6-bacf-243cc811211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.511047 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-c6740ef3-a4e2-44c6-bacf-243cc811211b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59912bac-8b04-40dd-a007-a7e1c6f424a9 HTTP/1.1" status: 200 len: 843 time: 0.0694427 Feb 18 12:10:25.513336 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fba10-418d-4861-b56b-1acaffc17bed service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:25.553033 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a237c9-d997-4bb3-ad57-fb8917ed63b6 x-openstack-request-id: req-66a237c9-d997-4bb3-ad57-fb8917ed63b6 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:25.553336 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:25.553599 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66a237c9-d997-4bb3-ad57-fb8917ed63b6 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:25.554029 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'status': 'completed', 'code': 200} Feb 18 12:10:25.572182 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f89647-c431-45c2-8439-f5b84992564e req-db782aa1-afa4-437e-a6cb-41eca4e93cac tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.574143 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d5f89647-c431-45c2-8439-f5b84992564e req-db782aa1-afa4-437e-a6cb-41eca4e93cac tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 948 time: 0.1408167 Feb 18 12:10:25.590460 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-4214f325-f9a9-4677-9a3d-0a064a8c5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.592475 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-4214f325-f9a9-4677-9a3d-0a064a8c5f20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1127 time: 0.1221194 Feb 18 12:10:25.610576 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-0371b36b-9f05-42da-96dc-345c482ab1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.612269 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-0371b36b-9f05-42da-96dc-345c482ab1c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=561b7c45-b878-4ab6-ba70-23283c7d694c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0817990 Feb 18 12:10:25.667758 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-e96fa8bf-f2b2-492f-b84a-cb52168cbe3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 217 time: 0.0582302 Feb 18 12:10:25.708079 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-b2ec3003-04cb-4205-bc35-c1726117e96a service neutron] 10.222.0.79 "GET /v2.0/networks/561b7c45-b878-4ab6-ba70-23283c7d694c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880544 Feb 18 12:10:25.749245 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d5f89647-c431-45c2-8439-f5b84992564e req-7480a665-2e32-49fa-b5cd-c58624fded38 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609578 Feb 18 12:10:25.765901 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-ef88d77f-b490-4806-947b-1fffe27ad5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.765901 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-ef88d77f-b490-4806-947b-1fffe27ad5ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.0733047 Feb 18 12:10:25.781210 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06152d-4e0c-456c-b39e-7347e0ef33b4 req-7807336d-c7c1-40c2-b97e-197da604f7e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.783030 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd06152d-4e0c-456c-b39e-7347e0ef33b4 req-7807336d-c7c1-40c2-b97e-197da604f7e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 943 time: 0.1572509 Feb 18 12:10:25.814689 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b7208671-7540-4cb6-ac5a-920cf55e471a req-16ca0daa-f72c-4551-be6f-3be459d95a95 service neutron] 10.222.0.79 "GET /v2.0/networks/561b7c45-b878-4ab6-ba70-23283c7d694c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951800 Feb 18 12:10:25.860351 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd06152d-4e0c-456c-b39e-7347e0ef33b4 req-10531764-ea4f-4658-affe-a70e84003e17 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682082 Feb 18 12:10:25.863384 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-db24e57b-ef87-4f76-baf6-5c2d0b31e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.864547 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-db24e57b-ef87-4f76-baf6-5c2d0b31e310 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802777 Feb 18 12:10:25.926434 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-3caed382-ccb3-4c5f-b379-a207fe963c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:25.928020 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-3caed382-ccb3-4c5f-b379-a207fe963c8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5558554d20e74d0c944ff2e51d379129&device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 1132 time: 0.0438960 Feb 18 12:10:25.972301 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-2e5d999a-b1aa-41ba-80b9-9205d6f04b98 service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885632 Feb 18 12:10:26.025369 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-84a14ef9-3443-4b5d-b954-d1654e1c92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.026858 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-84a14ef9-3443-4b5d-b954-d1654e1c92fe service neutron] 10.222.0.79 "GET /v2.0/networks?id=561b7c45-b878-4ab6-ba70-23283c7d694c HTTP/1.1" status: 200 len: 870 time: 0.0908146 Feb 18 12:10:26.071051 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab7e51e0-9105-4fe3-b23f-9641bea50818 req-24b18a30-fa12-4977-8a7f-b601aa7521bf service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893047 Feb 18 12:10:26.074372 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-9122c31d-a7b3-4f96-9e48-0b86ed99de15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec HTTP/1.1" status: 200 len: 217 time: 0.0387015 Feb 18 12:10:26.131266 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-d4bc76e4-7832-43ba-a9a0-0861d20e88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.132654 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-d4bc76e4-7832-43ba-a9a0-0861d20e88d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=59912bac-8b04-40dd-a007-a7e1c6f424a9 HTTP/1.1" status: 200 len: 843 time: 0.0485525 Feb 18 12:10:26.190277 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-693c5108-0fff-41d8-9be1-52c7e31400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.191858 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-693c5108-0fff-41d8-9be1-52c7e31400ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=561b7c45-b878-4ab6-ba70-23283c7d694c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0516751 Feb 18 12:10:26.314366 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-f7a87b88-9ab0-457c-bd39-6726043a8652 service neutron] 10.222.0.79 "GET /v2.0/networks/561b7c45-b878-4ab6-ba70-23283c7d694c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110444 Feb 18 12:10:26.411904 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-ba98820a-6ebb-460b-a71c-a8a5dce52e38 req-1ba18d1e-608b-47b4-9894-a736ddaf82b7 service neutron] 10.222.0.79 "GET /v2.0/networks/561b7c45-b878-4ab6-ba70-23283c7d694c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885656 Feb 18 12:10:26.486906 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-64308b33-bc30-4cd9-ad42-6b783d9ad43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.488387 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-64308b33-bc30-4cd9-ad42-6b783d9ad43e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1127 time: 0.3538311 Feb 18 12:10:26.560667 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046520f9-2e06-49d5-8c62-45ae3208fca9 req-a111ce68-289c-4dad-a268-fe72983cd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.562501 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-046520f9-2e06-49d5-8c62-45ae3208fca9 req-a111ce68-289c-4dad-a268-fe72983cd8f7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 1129 time: 0.1430800 Feb 18 12:10:26.574541 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412529cf-f1d0-4d56-8c52-70fd8b9cd48d req-bd94d30c-9d15-4e50-8b97-13588d22133c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.575986 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-412529cf-f1d0-4d56-8c52-70fd8b9cd48d req-bd94d30c-9d15-4e50-8b97-13588d22133c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.1547277 Feb 18 12:10:26.697577 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-38d436dd-3e73-43e5-b9fd-b0608e651d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.699078 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-38d436dd-3e73-43e5-b9fd-b0608e651d2e service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 915 time: 0.2028198 Feb 18 12:10:26.720228 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-046520f9-2e06-49d5-8c62-45ae3208fca9 req-5f2f5118-fbf6-4502-9182-99bb4db800a9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433794 Feb 18 12:10:26.757184 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-412529cf-f1d0-4d56-8c52-70fd8b9cd48d req-9d6f7c2e-90df-42ca-8b06-52b43e45a9b4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670005 Feb 18 12:10:26.758632 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-542072d9-d5d7-427d-a069-0f69447ecf74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 217 time: 0.0490079 Feb 18 12:10:26.765962 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd55-9ce0-4732-8abd-b26d87aeed56 req-688fde1f-08ec-42d9-84ce-9621dcc16994 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.767455 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1a31dd55-9ce0-4732-8abd-b26d87aeed56 req-688fde1f-08ec-42d9-84ce-9621dcc16994 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.2092471 Feb 18 12:10:26.834594 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1a31dd55-9ce0-4732-8abd-b26d87aeed56 req-5f9651e4-7aa2-408c-bc0e-534f641357d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596321 Feb 18 12:10:26.878713 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0222c-8974-49be-b923-402bf20cccb1 req-62e50717-5f6b-4fd1-a02a-63b740455987 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:26.880206 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-18b0222c-8974-49be-b923-402bf20cccb1 req-62e50717-5f6b-4fd1-a02a-63b740455987 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 948 time: 0.0590498 Feb 18 12:10:26.926990 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-18b0222c-8974-49be-b923-402bf20cccb1 req-f2471174-4262-4b06-af15-62c4230c62fe tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Feb 18 12:10:27.001858 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-2af401a0-c496-4ba4-88d1-8d055d10a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:27.003160 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-2af401a0-c496-4ba4-88d1-8d055d10a923 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.0669787 Feb 18 12:10:27.015486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd36fea-fe99-411a-ae22-9e6b273431bf req-bd1c0009-af65-45a4-99ba-101acf1da5bf tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:27.016906 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfd36fea-fe99-411a-ae22-9e6b273431bf req-bd1c0009-af65-45a4-99ba-101acf1da5bf tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 943 time: 0.0890617 Feb 18 12:10:27.094975 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfd36fea-fe99-411a-ae22-9e6b273431bf req-9a6c20b3-e492-425a-9216-5e5ec6364729 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700247 Feb 18 12:10:27.096650 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-ff8ccc2f-ce52-4a91-b18f-a3ac3df77b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:27.098057 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-ff8ccc2f-ce52-4a91-b18f-a3ac3df77b51 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803182 Feb 18 12:10:27.187722 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-eab643a3-3ea8-4453-82ed-12bf66386b7b service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Feb 18 12:10:27.283053 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2d1079d-b455-4fc6-bb55-ff33d49857c5 req-baa3089b-dccf-4c74-8899-b6e7332a9802 service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884359 Feb 18 12:10:27.880725 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e595d-9add-467a-bad1-d413be0e3581 req-87a3e543-2ec8-4e39-90a8-fd19788179d9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:27.883232 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-877e595d-9add-467a-bad1-d413be0e3581 req-87a3e543-2ec8-4e39-90a8-fd19788179d9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Feb 18 12:10:27.954726 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-877e595d-9add-467a-bad1-d413be0e3581 req-70ff01e6-eacd-496a-8be7-afd44474c339 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Feb 18 12:10:27.979164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff2bb9-36de-4e94-8344-0435d4ca2336 req-0e311ec3-ac4a-44e8-ab69-ba6366cb861b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:27.980841 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-12ff2bb9-36de-4e94-8344-0435d4ca2336 req-0e311ec3-ac4a-44e8-ab69-ba6366cb861b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0720720 Feb 18 12:10:28.058035 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-12ff2bb9-36de-4e94-8344-0435d4ca2336 req-3e4d8f61-223e-4f2b-a8dd-b153aec983f9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708826 Feb 18 12:10:28.077857 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070e2f1-4fe9-4e6f-bc31-9931901fbaa3 req-9efc12f4-0491-42a3-ace2-80d8530b4178 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:28.079297 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a070e2f1-4fe9-4e6f-bc31-9931901fbaa3 req-9efc12f4-0491-42a3-ace2-80d8530b4178 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 948 time: 0.0666800 Feb 18 12:10:28.128369 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a070e2f1-4fe9-4e6f-bc31-9931901fbaa3 req-4ab59516-cb6c-4736-a5fe-0bd3dd54628a tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Feb 18 12:10:28.218605 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826dcc6-c6bc-469d-ac06-35627eb1859b req-3987dc1b-5be4-4f5a-9166-d13fcf062e22 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:28.220061 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a826dcc6-c6bc-469d-ac06-35627eb1859b req-3987dc1b-5be4-4f5a-9166-d13fcf062e22 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 943 time: 0.0523655 Feb 18 12:10:28.266593 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a826dcc6-c6bc-469d-ac06-35627eb1859b req-e32b9813-9ae0-4337-9ccd-74fae9241a78 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Feb 18 12:10:28.817973 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 4203f367-04f3-40d6-ad02-b95f2cd52dec details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:10:28.913460 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 4203f367-04f3-40d6-ad02-b95f2cd52dec, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:28.925449 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '4203f367-04f3-40d6-ad02-b95f2cd52dec', 'network_id': '561b7c45-b878-4ab6-ba70-23283c7d694c', 'port_id': '4203f367-04f3-40d6-ad02-b95f2cd52dec', 'mac_address': 'fa:16:3e:a9:94:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59912bac-8b04-40dd-a007-a7e1c6f424a9', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:10:28.965774 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 4203f367-04f3-40d6-ad02-b95f2cd52dec is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:28.966168 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:28.978418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4203f367-04f3-40d6-ad02-b95f2cd52dec {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:28.998101 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 4203f367-04f3-40d6-ad02-b95f2cd52dec, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:29.004544 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:29.005280 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:10:29.072707 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=4203f367-04f3-40d6-ad02-b95f2cd52dec,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:29.083306 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c7977-fa1d-440d-be29-a3aeeb070394 req-d6601020-a5eb-4edf-abe5-bb36e5a0bfee tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:29.084970 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-976c7977-fa1d-440d-be29-a3aeeb070394 req-d6601020-a5eb-4edf-abe5-bb36e5a0bfee tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0569556 Feb 18 12:10:29.136951 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-976c7977-fa1d-440d-be29-a3aeeb070394 req-ef0b5bbe-6c01-4434-a3ae-26902a9df178 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Feb 18 12:10:29.159862 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:29.173319 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'port_id': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'mac_address': 'fa:16:3e:c0:8b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:10:29.190931 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc265fd1-3642-472c-89fe-e8d12a287712 req-7a5bb2c8-a70f-4293-bd6a-5cf8c9dec5b6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:29.192434 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc265fd1-3642-472c-89fe-e8d12a287712 req-7a5bb2c8-a70f-4293-bd6a-5cf8c9dec5b6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0545874 Feb 18 12:10:29.211976 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:29.212375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:29.226446 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:29.246544 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:29.251050 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:29.267946 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc265fd1-3642-472c-89fe-e8d12a287712 req-b8ede886-54d6-4003-9976-5f5ba49b7a7c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701284 Feb 18 12:10:29.282796 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c68ef4-234d-4f86-8306-625fc4b5679c req-0ff04792-7ab8-4ff4-b1b5-62f0b36ad1cf tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:29.284252 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-80c68ef4-234d-4f86-8306-625fc4b5679c req-0ff04792-7ab8-4ff4-b1b5-62f0b36ad1cf tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 949 time: 0.0795374 Feb 18 12:10:29.303019 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:29.355143 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-80c68ef4-234d-4f86-8306-625fc4b5679c req-fa8b6fc1-05f4-404d-82eb-fb904680cfaf tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587697 Feb 18 12:10:29.397046 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396584-f6d6-4c19-a34d-9a9797d1de16 req-1e68d99c-4a9f-46f6-8703-1fa758c626b5 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:29.398656 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5f396584-f6d6-4c19-a34d-9a9797d1de16 req-1e68d99c-4a9f-46f6-8703-1fa758c626b5 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0596695 Feb 18 12:10:29.485798 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5f396584-f6d6-4c19-a34d-9a9797d1de16 req-fcbf9217-577f-4b84-8788-f2af3e53baec tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806584 Feb 18 12:10:29.501797 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40cf62-92fe-442d-ace7-5e7d50a5bcc6 req-76a87354-f627-496d-a0d6-3c189a576d30 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:29.503355 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1c40cf62-92fe-442d-ace7-5e7d50a5bcc6 req-76a87354-f627-496d-a0d6-3c189a576d30 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 944 time: 0.0760818 Feb 18 12:10:29.568191 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1c40cf62-92fe-442d-ace7-5e7d50a5bcc6 req-b0d89a34-3034-4b37-8b0f-11c536fb0f16 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560863 Feb 18 12:10:29.698775 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:29.766365 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['4203f367-04f3-40d6-ad02-b95f2cd52dec'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:30.400248 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2b136-4ef1-476d-901e-557cab977276 req-930935ad-4cd4-4c52-ae87-b0bc575d3918 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:30.401801 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8f2b136-4ef1-476d-901e-557cab977276 req-930935ad-4cd4-4c52-ae87-b0bc575d3918 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0588949 Feb 18 12:10:30.477164 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8f2b136-4ef1-476d-901e-557cab977276 req-97b21184-ee43-45cc-bddc-9053c4fee8d5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699306 Feb 18 12:10:30.494877 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c50e5b-a39a-472b-8a9e-dae19dcc5bf7 req-45acefe9-81be-4a53-acf7-ce23c6919d27 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:30.496353 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-10c50e5b-a39a-472b-8a9e-dae19dcc5bf7 req-45acefe9-81be-4a53-acf7-ce23c6919d27 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 949 time: 0.0722613 Feb 18 12:10:30.543074 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-10c50e5b-a39a-472b-8a9e-dae19dcc5bf7 req-f94c554a-452c-4e4e-86df-acc3572fba2b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Feb 18 12:10:30.690706 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27681d-ae90-40d3-88b9-d1af15e4289e req-fffe8fcf-7361-48fe-8c13-6b1c26d29311 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:30.692199 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0a27681d-ae90-40d3-88b9-d1af15e4289e req-fffe8fcf-7361-48fe-8c13-6b1c26d29311 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 944 time: 0.0558610 Feb 18 12:10:30.739540 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0a27681d-ae90-40d3-88b9-d1af15e4289e req-93837b24-6641-417d-8988-c56122665263 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Feb 18 12:10:31.106289 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e893836-37d2-4af4-98ee-c67bb1af8b8d req-4db8e34a-b414-416a-b7c0-90febbc47460 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.108397 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e893836-37d2-4af4-98ee-c67bb1af8b8d req-4db8e34a-b414-416a-b7c0-90febbc47460 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0799034 Feb 18 12:10:31.149259 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28645e-2280-4224-a85e-2468a4f117ec req-5d543ab1-8530-4ea7-b0e4-3f251e8a997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.150763 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-5d543ab1-8530-4ea7-b0e4-3f251e8a997f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.0795259 Feb 18 12:10:31.167177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e893836-37d2-4af4-98ee-c67bb1af8b8d req-0ec80355-25e3-4ebb-8559-e2b1a480b58b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520961 Feb 18 12:10:31.253800 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28645e-2280-4224-a85e-2468a4f117ec req-b3cb751e-c602-4bbd-9488-2a6ce43891d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.255253 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-b3cb751e-c602-4bbd-9488-2a6ce43891d7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.0872190 Feb 18 12:10:31.305487 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-2edd0c7a-ce3f-429a-b3f6-8f55093b87a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 217 time: 0.0353801 Feb 18 12:10:31.360788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28645e-2280-4224-a85e-2468a4f117ec req-f6ece5a8-99b9-436a-9335-88d937a405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.362325 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-f6ece5a8-99b9-436a-9335-88d937a405fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0475259 Feb 18 12:10:31.394704 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-b611a834-5630-4f5c-82dd-7b02eb1eda02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246627 Feb 18 12:10:31.492473 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-f6db0855-5344-46d5-af11-c3d45746eeb5 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810821 Feb 18 12:10:31.668007 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee28645e-2280-4224-a85e-2468a4f117ec req-d57ad690-e6df-44e5-8a7b-913a9537168d service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553099 Feb 18 12:10:31.684387 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac97b4a-cb23-42a6-84ef-762ac5d1eef6 req-372a4114-d72a-4729-974a-aa972f280003 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.686500 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5ac97b4a-cb23-42a6-84ef-762ac5d1eef6 req-372a4114-d72a-4729-974a-aa972f280003 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1135483 Feb 18 12:10:31.718054 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081f828-71d0-4f5a-be8b-7878fb66872f req-21e6c267-021f-4023-825b-6e1051f3a24c tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.720217 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8081f828-71d0-4f5a-be8b-7878fb66872f req-21e6c267-021f-4023-825b-6e1051f3a24c tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 949 time: 0.1090231 Feb 18 12:10:31.807710 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5ac97b4a-cb23-42a6-84ef-762ac5d1eef6 req-d6c63026-9489-4822-a37f-446b195090ba tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107976 Feb 18 12:10:31.811856 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8081f828-71d0-4f5a-be8b-7878fb66872f req-5cfcf5f1-b2f5-4757-9795-4137cf39eec0 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842714 Feb 18 12:10:31.923605 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89633e2-8adf-4bce-aeb6-a3dd4eb35322 req-013d43b6-0665-487c-937e-ae16021f98de tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:31.925002 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e89633e2-8adf-4bce-aeb6-a3dd4eb35322 req-013d43b6-0665-487c-937e-ae16021f98de tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 944 time: 0.0543396 Feb 18 12:10:31.972324 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e89633e2-8adf-4bce-aeb6-a3dd4eb35322 req-61865d4a-ab0b-4dae-9e31-1e6cd35bffc8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Feb 18 12:10:32.289332 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d71239-1e54-42a4-8771-e4a43b7ef49a req-8a809e16-451a-43ae-9fc2-9ecc4f78749f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:32.290918 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d0d71239-1e54-42a4-8771-e4a43b7ef49a req-8a809e16-451a-43ae-9fc2-9ecc4f78749f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0553327 Feb 18 12:10:32.344230 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d0d71239-1e54-42a4-8771-e4a43b7ef49a req-ca8678c3-716a-4e08-bd5c-385c80bec503 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Feb 18 12:10:32.848692 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 4203f367-04f3-40d6-ad02-b95f2cd52dec up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:10:32.903457 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 4203f367-04f3-40d6-ad02-b95f2cd52dec completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:10:32.907727 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 4203f367-04f3-40d6-ad02-b95f2cd52dec triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:32.908107 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:32.970455 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d63f0-811c-4f63-8147-fbb4a8c82e35 req-6cbe55e5-294b-4cf4-bfeb-95616131356b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:32.971923 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ac7d63f0-811c-4f63-8147-fbb4a8c82e35 req-6cbe55e5-294b-4cf4-bfeb-95616131356b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 949 time: 0.0908246 Feb 18 12:10:32.979238 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0b448-7e85-4839-b480-ff47ae6ac861 req-57175f54-4863-4c98-9501-e512bfefcb84 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:32.980741 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e4f0b448-7e85-4839-b480-ff47ae6ac861 req-57175f54-4863-4c98-9501-e512bfefcb84 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0906637 Feb 18 12:10:32.991728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 4203f367-04f3-40d6-ad02-b95f2cd52dec is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:32.992146 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:33.016591 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4203f367-04f3-40d6-ad02-b95f2cd52dec'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:33.018864 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0889621-d7ee-4604-9b7e-94a9503ceaea" -d '{"events": [{"server_uuid": "47785961-f2ae-4b5b-b4c6-36f50d72b409", "name": "network-vif-plugged", "status": "completed", "tag": "4203f367-04f3-40d6-ad02-b95f2cd52dec"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:33.031749 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 4203f367-04f3-40d6-ad02-b95f2cd52dec, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:33.036381 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:33.037226 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:10:33.056272 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ac7d63f0-811c-4f63-8147-fbb4a8c82e35 req-9f86fc98-b21f-4c29-af3f-968fcc06bc45 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744441 Feb 18 12:10:33.061115 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e4f0b448-7e85-4839-b480-ff47ae6ac861 req-97709320-ee6d-4677-85c0-ac26dba81208 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721078 Feb 18 12:10:33.120677 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=4203f367-04f3-40d6-ad02-b95f2cd52dec,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:33.131312 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffbb0c6-d4d6-45c9-858f-c5179268f914 x-openstack-request-id: req-7ffbb0c6-d4d6-45c9-858f-c5179268f914 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:33.131641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47785961-f2ae-4b5b-b4c6-36f50d72b409", "name": "network-vif-plugged", "status": "completed", "tag": "4203f367-04f3-40d6-ad02-b95f2cd52dec", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:33.131908 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ffbb0c6-d4d6-45c9-858f-c5179268f914 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:33.132307 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4203f367-04f3-40d6-ad02-b95f2cd52dec', 'code': 200} Feb 18 12:10:33.134028 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:10:33.138814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:33.139193 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:33.220875 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843187-546a-4c34-8ec5-bc47c161d006 req-88fd271d-6217-4d3f-87ed-53a77a2ada60 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:33.222504 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e843187-546a-4c34-8ec5-bc47c161d006 req-88fd271d-6217-4d3f-87ed-53a77a2ada60 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 944 time: 0.0758591 Feb 18 12:10:33.230791 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:33.231350 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:33.269727 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:33.275234 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:33.276090 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e843187-546a-4c34-8ec5-bc47c161d006 req-6d01414b-d647-4f42-870e-63bb6aa81a67 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Feb 18 12:10:33.325305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:33.337949 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e254-d8a1-4e75-8906-6c38b7950c22 req-742834e2-bf43-4013-bae3-6883a6e9417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:33.339430 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bf53e254-d8a1-4e75-8906-6c38b7950c22 req-742834e2-bf43-4013-bae3-6883a6e9417e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 1134 time: 0.0503600 Feb 18 12:10:33.385314 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bf53e254-d8a1-4e75-8906-6c38b7950c22 req-a86e47b6-bbf0-4259-8247-b90d37fcae10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386517 Feb 18 12:10:33.467160 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87603e5b-ae17-4005-bbf9-2fc2624a2bbb req-c5bba80a-3953-4e3b-8f1c-1121881cf031 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:33.469281 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-87603e5b-ae17-4005-bbf9-2fc2624a2bbb req-c5bba80a-3953-4e3b-8f1c-1121881cf031 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0538206 Feb 18 12:10:33.519188 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-87603e5b-ae17-4005-bbf9-2fc2624a2bbb req-439ee478-2e84-4944-ac30-8e74bf6f2588 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Feb 18 12:10:34.208211 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb9e3e-2001-4441-ac79-93c86a2160d3 req-0303565d-8d6a-4b90-9641-cb3570213e3b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:34.210201 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4dfb9e3e-2001-4441-ac79-93c86a2160d3 req-0303565d-8d6a-4b90-9641-cb3570213e3b tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 950 time: 0.0842955 Feb 18 12:10:34.240139 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949abc-149c-4e2f-ab1d-098d0963871f req-6d9a7395-561a-453b-b088-075d7f53795c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:34.241637 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c8949abc-149c-4e2f-ab1d-098d0963871f req-6d9a7395-561a-453b-b088-075d7f53795c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0859094 Feb 18 12:10:34.287390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4dfb9e3e-2001-4441-ac79-93c86a2160d3 req-c728ea0a-cbd1-4b70-b12c-ce4516bf672e tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Feb 18 12:10:34.311078 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c8949abc-149c-4e2f-ab1d-098d0963871f req-20f57df0-da97-4080-b862-f1917c4427a8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604150 Feb 18 12:10:34.403320 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b30a8-309f-415d-889a-d098d918d5cb req-30262087-b70f-4a0c-b02e-01774c821dd7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:34.405093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-991b30a8-309f-415d-889a-d098d918d5cb req-30262087-b70f-4a0c-b02e-01774c821dd7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0561872 Feb 18 12:10:34.453827 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-991b30a8-309f-415d-889a-d098d918d5cb req-94a0a961-9138-44c7-861b-e5d9abe184d8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Feb 18 12:10:34.636157 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e21e42-9fa9-4095-bef5-2bf0a3e74795 req-273d1a1b-ddb7-4e9c-be66-13eabf629db0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:34.637675 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b4e21e42-9fa9-4095-bef5-2bf0a3e74795 req-273d1a1b-ddb7-4e9c-be66-13eabf629db0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0530765 Feb 18 12:10:34.692865 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b4e21e42-9fa9-4095-bef5-2bf0a3e74795 req-401d25a3-b74f-47f9-97d2-7c56803f6f2a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495620 Feb 18 12:10:35.133343 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:35.135703 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bcb927-17f3-4b85-a989-317ca6c57fd0" -d '{"events": [{"server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:35.171788 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aec2ad-75d0-4913-b934-fbda9ec53fce x-openstack-request-id: req-87aec2ad-75d0-4913-b934-fbda9ec53fce {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:35.172109 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:35.172371 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87aec2ad-75d0-4913-b934-fbda9ec53fce {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:35.172762 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'code': 200} Feb 18 12:10:35.443757 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea3061-86a8-4c48-b577-596d9331a996 req-a89edc08-ce43-40d9-96b0-09f51c259f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:35.445224 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faea3061-86a8-4c48-b577-596d9331a996 req-a89edc08-ce43-40d9-96b0-09f51c259f33 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1129 time: 0.1089227 Feb 18 12:10:35.466231 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e083-6023-4842-aa8c-c7cbeb2d5f4e req-ed42a980-8dff-4659-aa01-b515401c22ab tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:35.467594 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c8d4e083-6023-4842-aa8c-c7cbeb2d5f4e req-ed42a980-8dff-4659-aa01-b515401c22ab tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 950 time: 0.1053023 Feb 18 12:10:35.502043 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7054-4f3c-4cf5-b44f-74b5ea376e39 req-447c0f97-dca0-4de7-8965-d28619b88348 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:35.503433 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bc3f7054-4f3c-4cf5-b44f-74b5ea376e39 req-447c0f97-dca0-4de7-8965-d28619b88348 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1086979 Feb 18 12:10:35.552435 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faea3061-86a8-4c48-b577-596d9331a996 req-f5de30e7-76cf-4932-b054-00d391a4bc1a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003306 Feb 18 12:10:35.567677 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c8d4e083-6023-4842-aa8c-c7cbeb2d5f4e req-0d3bfa93-2d0d-4108-a449-4806ea7fce06 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902383 Feb 18 12:10:35.584770 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bc3f7054-4f3c-4cf5-b44f-74b5ea376e39 req-91ace1e3-cc78-4f98-8421-5200d2cf5a24 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748858 Feb 18 12:10:35.680438 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ca4c0-37b6-4f42-a70c-540effabe63e req-383a1026-d186-4e6e-85fe-c4c12725145b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:35.682040 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e63ca4c0-37b6-4f42-a70c-540effabe63e req-383a1026-d186-4e6e-85fe-c4c12725145b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0585470 Feb 18 12:10:35.733674 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e63ca4c0-37b6-4f42-a70c-540effabe63e req-0ae55ac8-a551-44b3-9d94-487eb89faa23 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Feb 18 12:10:35.869627 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b86ab-d5f0-40a3-9a31-7dbdbc4da23f req-0a9c7e1e-fc82-4ab4-977c-c890c7c31e17 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:35.871100 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd0b86ab-d5f0-40a3-9a31-7dbdbc4da23f req-0a9c7e1e-fc82-4ab4-977c-c890c7c31e17 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0783095 Feb 18 12:10:35.918336 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7c89c-d745-4a21-9239-12c6d84b185e req-146cef57-f0e5-487b-bc6c-616f6611af61 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:35.919740 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-69c7c89c-d745-4a21-9239-12c6d84b185e req-146cef57-f0e5-487b-bc6c-616f6611af61 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 950 time: 0.0845180 Feb 18 12:10:35.958077 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd0b86ab-d5f0-40a3-9a31-7dbdbc4da23f req-9eabfb10-0ba0-429e-ae59-baea4f817e01 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797102 Feb 18 12:10:35.987729 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-69c7c89c-d745-4a21-9239-12c6d84b185e req-2237ddcf-9ba9-498b-b439-b96927a9db95 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614135 Feb 18 12:10:36.703817 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c53e08-ac22-4633-896d-6e8bd36bc01f req-e0797fbb-ee02-4f62-aad4-cad0741bfc56 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:36.705322 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c0c53e08-ac22-4633-896d-6e8bd36bc01f req-e0797fbb-ee02-4f62-aad4-cad0741bfc56 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0502317 Feb 18 12:10:36.751150 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c0c53e08-ac22-4633-896d-6e8bd36bc01f req-064c37e1-9c18-44be-a017-bae00986a48c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Feb 18 12:10:36.854523 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b871044-e0e4-454f-9e77-7feb693fd7c9 req-f9d7fe22-7dbe-43c6-9fe4-7715b0dc2aeb tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:36.855983 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b871044-e0e4-454f-9e77-7feb693fd7c9 req-f9d7fe22-7dbe-43c6-9fe4-7715b0dc2aeb tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0513756 Feb 18 12:10:36.905410 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b871044-e0e4-454f-9e77-7feb693fd7c9 req-7da39b4b-dbe1-4573-9fd5-aefe0475f6c3 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Feb 18 12:10:37.106614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae42db-2dcc-46fb-a27f-483dd3f2df81 req-1ba231d6-49a4-45ac-b9ae-6838af6462bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:37.108075 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-87ae42db-2dcc-46fb-a27f-483dd3f2df81 req-1ba231d6-49a4-45ac-b9ae-6838af6462bc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0826621 Feb 18 12:10:37.127915 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03683dc9-f173-4009-9f56-eaaf0238bf86 req-bc7a511f-3452-4edc-88b0-3bb7706d8678 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:37.129357 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-03683dc9-f173-4009-9f56-eaaf0238bf86 req-bc7a511f-3452-4edc-88b0-3bb7706d8678 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 950 time: 0.0732796 Feb 18 12:10:37.197222 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-87ae42db-2dcc-46fb-a27f-483dd3f2df81 req-256c54ca-58e5-4df2-b625-c8ced4587526 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821538 Feb 18 12:10:37.200328 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-03683dc9-f173-4009-9f56-eaaf0238bf86 req-482ed61f-5123-40b0-b4bc-cbf5e50d2e72 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635247 Feb 18 12:10:37.879497 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbf1cb-abab-412f-9056-ac4dda2829bc req-9bae25b7-745d-4009-9fa0-8d32d29312d3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:37.881001 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cecbf1cb-abab-412f-9056-ac4dda2829bc req-9bae25b7-745d-4009-9fa0-8d32d29312d3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0566270 Feb 18 12:10:37.928776 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cecbf1cb-abab-412f-9056-ac4dda2829bc req-b021a93b-d061-418f-a924-366141c40eac tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407176 Feb 18 12:10:38.043985 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbd996-e37c-409d-835e-b0650d19fef0 req-c8ea15a5-f20f-4b98-a3ac-3463045f155f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:38.045381 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cabbd996-e37c-409d-835e-b0650d19fef0 req-c8ea15a5-f20f-4b98-a3ac-3463045f155f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0757189 Feb 18 12:10:38.084451 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-5bea537f-67de-47c8-b83c-0f3b07d8425f tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:38.085899 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-5bea537f-67de-47c8-b83c-0f3b07d8425f tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.79 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 950 time: 0.0766709 Feb 18 12:10:38.139755 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cabbd996-e37c-409d-835e-b0650d19fef0 req-b6a849f7-0c07-4af4-b475-b638f4622307 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866296 Feb 18 12:10:38.197535 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Deleting port 4203f367-04f3-40d6-ad02-b95f2cd52dec {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:10:38.197907 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:38.350156 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] For port 4203f367-04f3-40d6-ad02-b95f2cd52dec, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=4203f367-04f3-40d6-ad02-b95f2cd52dec,segment=NetworkSegment(ba90d313-db90-4733-90f5-df3d9cb0547e),segment_id=ba90d313-db90-4733-90f5-df3d9cb0547e)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:38.350521 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:38.366015 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a04c2-22cf-4b88-9552-e111c0ab7031 req-b4ccbc9b-bc8a-4dff-872d-5ee92ed4226d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:38.367452 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-397a04c2-22cf-4b88-9552-e111c0ab7031 req-b4ccbc9b-bc8a-4dff-872d-5ee92ed4226d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.1553102 Feb 18 12:10:38.378590 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Calling delete_port for 4203f367-04f3-40d6-ad02-b95f2cd52dec owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:10:38.385973 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592035bf-4374-4423-be05-70cffca62e52 req-655784b1-16b8-450b-a025-245179e648e8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:38.387353 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-592035bf-4374-4423-be05-70cffca62e52 req-655784b1-16b8-450b-a025-245179e648e8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1181030 Feb 18 12:10:38.507371 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-397a04c2-22cf-4b88-9552-e111c0ab7031 req-1f623bfd-699d-4827-9771-8553bf2d8d51 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305234 Feb 18 12:10:38.525985 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-592035bf-4374-4423-be05-70cffca62e52 req-813e9108-2680-4ca7-bf5b-8ab93bb154af tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280794 Feb 18 12:10:38.652828 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (4203f367-04f3-40d6-ad02-b95f2cd52dec), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:38.670397 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['4203f367-04f3-40d6-ad02-b95f2cd52dec'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:38.692186 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Pushing event deleted for resources: {'Port': ['ID=4203f367-04f3-40d6-ad02-b95f2cd52dec,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:38.703985 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f27a8-8ad8-4be4-a0f4-11f0cb16053b req-24c1bb90-e206-447a-8647-dfece421079c tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:38.705506 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8c1f27a8-8ad8-4be4-a0f4-11f0cb16053b req-24c1bb90-e206-447a-8647-dfece421079c tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/ports?device_id=47785961-f2ae-4b5b-b4c6-36f50d72b409 HTTP/1.1" status: 200 len: 950 time: 0.1127033 Feb 18 12:10:38.758707 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] No DVR routers for this DVR port 4203f367-04f3-40d6-ad02-b95f2cd52dec on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:10:38.762383 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:38.765873 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e918cca-4216-47ce-ac99-37733f9414a1 req-abe2ac93-2e00-4db6-bc5f-53c7ea304ecc tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.79 "DELETE /v2.0/ports/4203f367-04f3-40d6-ad02-b95f2cd52dec HTTP/1.1" status: 204 len: 173 time: 0.6727393 Feb 18 12:10:38.766352 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'name': 'network-vif-deleted', 'tag': '4203f367-04f3-40d6-ad02-b95f2cd52dec'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:38.768611 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab464d-2ea7-459b-8843-1d8cdc5ba327" -d '{"events": [{"server_uuid": "47785961-f2ae-4b5b-b4c6-36f50d72b409", "name": "network-vif-deleted", "tag": "4203f367-04f3-40d6-ad02-b95f2cd52dec"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:38.800719 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8c1f27a8-8ad8-4be4-a0f4-11f0cb16053b req-97f810b2-2091-4097-a340-6f597545ea42 tempest-VolumesNegativeTest-1277049805 tempest-VolumesNegativeTest-1277049805-project] 10.222.0.65 "GET /v2.0/security-groups?id=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745227 Feb 18 12:10:38.876464 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54126854-265a-428e-bce2-aa4096aae5e3 req-a8db8f2c-cf25-4e7c-9094-24bcb719362b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:38.878233 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-54126854-265a-428e-bce2-aa4096aae5e3 req-a8db8f2c-cf25-4e7c-9094-24bcb719362b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0721684 Feb 18 12:10:38.884611 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c3a15-74c2-4ad8-b479-fdbb8a63f348 x-openstack-request-id: req-d75c3a15-74c2-4ad8-b479-fdbb8a63f348 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:38.885187 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47785961-f2ae-4b5b-b4c6-36f50d72b409", "name": "network-vif-deleted", "tag": "4203f367-04f3-40d6-ad02-b95f2cd52dec", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:38.885273 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d75c3a15-74c2-4ad8-b479-fdbb8a63f348 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:38.885875 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47785961-f2ae-4b5b-b4c6-36f50d72b409', 'name': 'network-vif-deleted', 'tag': '4203f367-04f3-40d6-ad02-b95f2cd52dec', 'status': 'completed', 'code': 200} Feb 18 12:10:38.946215 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-54126854-265a-428e-bce2-aa4096aae5e3 req-4a162a78-0daf-4cff-a081-2cd6af0115a6 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Feb 18 12:10:39.055895 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ded4a-bf32-485c-97be-d54c1c125a55 req-e0d93cbe-a097-4fc6-951e-dc77e6c408e8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:39.057312 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-167ded4a-bf32-485c-97be-d54c1c125a55 req-e0d93cbe-a097-4fc6-951e-dc77e6c408e8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0530450 Feb 18 12:10:39.105950 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-167ded4a-bf32-485c-97be-d54c1c125a55 req-03764cfe-10e1-419b-b95b-cbb28ff661f5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Feb 18 12:10:39.261163 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c6844e93-7f37-48b8-9493-8026e82f2f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:39.636461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03238eb-b328-44f8-9e93-2c7b8580f28d req-0efe87f8-90b4-4baa-9c93-c574004f0c04 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:39.637945 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f03238eb-b328-44f8-9e93-2c7b8580f28d req-0efe87f8-90b4-4baa-9c93-c574004f0c04 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0513775 Feb 18 12:10:39.687303 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f03238eb-b328-44f8-9e93-2c7b8580f28d req-0446d8ad-e680-440f-bd10-1d796b53ecaa tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430698 Feb 18 12:10:39.800666 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ada3d-c20a-4452-b0f0-17a1bf0d9782 req-3ad4af84-8ab0-4e75-81c4-a187a331120b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:39.802296 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-491ada3d-c20a-4452-b0f0-17a1bf0d9782 req-3ad4af84-8ab0-4e75-81c4-a187a331120b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0587478 Feb 18 12:10:39.851381 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-491ada3d-c20a-4452-b0f0-17a1bf0d9782 req-1041ca80-6e53-42fd-ac9f-b20f4b8eba57 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Feb 18 12:10:40.266808 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1645a4-54c8-443b-849d-c2114ea0f1c1 req-dfb651c2-f792-4a69-a1dc-f78acd5a4cb6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:40.268409 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7d1645a4-54c8-443b-849d-c2114ea0f1c1 req-dfb651c2-f792-4a69-a1dc-f78acd5a4cb6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0892451 Feb 18 12:10:40.632213 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7d1645a4-54c8-443b-849d-c2114ea0f1c1 req-ec0d8020-1c18-473c-ada9-80346cf68634 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293293 Feb 18 12:10:40.643171 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-238b23c8-19ff-45db-80f2-51179d990825 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:40.644763 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-238b23c8-19ff-45db-80f2-51179d990825 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.4108684 Feb 18 12:10:40.666312 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-0ad1cccc-1a4b-47a3-acfa-d469e7e5ab84 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/quotas/f4260ba94f6b483abdf8ff031c22b30e HTTP/1.1" status: 200 len: 375 time: 0.0156949 Feb 18 12:10:40.729654 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-c3ebe1c3-e74c-480a-a807-a5580c49b308 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601175 Feb 18 12:10:40.825741 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-ed2b2d3e-63ea-4edc-b407-bd901650d43a service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898216 Feb 18 12:10:40.851281 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:10:40.860507 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 4203f367-04f3-40d6-ad02-b95f2cd52dec no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:10:40.899643 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 4203f367-04f3-40d6-ad02-b95f2cd52dec {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:10:40.899991 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 4203f367-04f3-40d6-ad02-b95f2cd52dec not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:10:40.935019 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-3332db98-57ed-497a-bcc4-c40c0dfb267c service neutron] 10.222.0.65 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018841 Feb 18 12:10:41.024181 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:41.036600 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'mac_address': 'fa:16:3e:cb:54:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:10:41.096387 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: ACTIVE; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:41.097592 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:41.137960 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba58e416-0f03-4be4-996d-e9c207e13779 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:41.157545 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ebada-7b1e-41cd-a584-6afded5aa41d req-d7a38c64-1402-4bf0-a1b1-66bd47b66c5f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:41.169643 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-185ebada-7b1e-41cd-a584-6afded5aa41d req-d7a38c64-1402-4bf0-a1b1-66bd47b66c5f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1493204 Feb 18 12:10:41.189529 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:41.198513 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:41.293679 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=6']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:41.335331 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-185ebada-7b1e-41cd-a584-6afded5aa41d req-dfb89ee0-9912-4bde-9be4-e28ed9d377c4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641669 Feb 18 12:10:41.395755 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea3535-8eea-4ae9-a4d8-30efe788c9f3 req-bfb59050-5d48-406d-bc24-6ca28e004d2d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:41.402138 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-59ea3535-8eea-4ae9-a4d8-30efe788c9f3 req-bfb59050-5d48-406d-bc24-6ca28e004d2d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1561582 Feb 18 12:10:41.407391 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ba58e416-0f03-4be4-996d-e9c207e13779'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:41.434036 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83637dcc-fd92-41dc-98e3-3cd161abb010 req-3fe2c5f4-2647-49d0-bac3-47436fc3eac1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 210 time: 0.0352175 Feb 18 12:10:41.499161 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d0c672d1-db71-44d3-a3b0-bc80dacdf7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:41.537700 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-59ea3535-8eea-4ae9-a4d8-30efe788c9f3 req-1aa4cfb4-6ce4-4632-a992-ff741fbd6306 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074686 Feb 18 12:10:41.772924 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ffc7-d78c-4fcf-9928-960dd6418681 req-f4da7164-9f57-48a8-acfc-6fcb61772db0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:41.774565 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a977ffc7-d78c-4fcf-9928-960dd6418681 req-f4da7164-9f57-48a8-acfc-6fcb61772db0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 945 time: 0.0554264 Feb 18 12:10:41.831018 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a977ffc7-d78c-4fcf-9928-960dd6418681 req-f92ddde5-8e85-4c41-be8f-70bc88761c42 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484176 Feb 18 12:10:42.457645 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2a46e-ba11-46c5-ae58-aa1b408a7d2e req-bd3dcc03-cc90-4d2c-9615-bc2732a86898 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:42.459164 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d0d2a46e-ba11-46c5-ae58-aa1b408a7d2e req-bd3dcc03-cc90-4d2c-9615-bc2732a86898 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0540798 Feb 18 12:10:42.519236 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:42.526842 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d0d2a46e-ba11-46c5-ae58-aa1b408a7d2e req-4b6ecf6a-cde4-4df1-a949-44f5e12490fc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604324 Feb 18 12:10:42.546969 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-86a87dee-5027-4b48-a999-174def63e6b5 req-3b5ce5bf-c26b-46fb-83a2-9cc96db62df4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 210 time: 0.0333502 Feb 18 12:10:42.650461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470b410-32bc-4f67-883e-050e4ae65111 req-be64e5c1-df0c-4ed5-ba15-f960bb1afab1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:42.652340 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d470b410-32bc-4f67-883e-050e4ae65111 req-be64e5c1-df0c-4ed5-ba15-f960bb1afab1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0581996 Feb 18 12:10:42.704878 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d470b410-32bc-4f67-883e-050e4ae65111 req-069a3bc6-2c94-48e8-9755-bacc30fc8053 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445352 Feb 18 12:10:42.958972 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2776da-aeec-497c-8fa5-3f08fe8d25f5 req-f1fc316a-a97b-4e51-bd43-ba2fbceecb69 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:42.960448 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7c2776da-aeec-497c-8fa5-3f08fe8d25f5 req-f1fc316a-a97b-4e51-bd43-ba2fbceecb69 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 945 time: 0.0548501 Feb 18 12:10:43.012754 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7c2776da-aeec-497c-8fa5-3f08fe8d25f5 req-0aca3d6d-affb-4ba3-93e4-4acfdfa75278 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461421 Feb 18 12:10:43.653569 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d7758d16-5f66-48ea-8348-a40551653eaf req-53fa8bb1-6be5-4ef2-84c0-9e809c8f120b tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 210 time: 0.0290861 Feb 18 12:10:43.672514 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7663d5f-fe07-469a-a13d-e7fe30e5de18 req-103ef2d8-2484-4c36-bc7c-75548b10ac4c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:43.673948 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d7663d5f-fe07-469a-a13d-e7fe30e5de18 req-103ef2d8-2484-4c36-bc7c-75548b10ac4c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0752919 Feb 18 12:10:43.723198 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d7663d5f-fe07-469a-a13d-e7fe30e5de18 req-1863b851-1daa-4946-b772-eb6969c62b1b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Feb 18 12:10:43.819816 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a5468-c6ae-4689-877c-43117c00c498 req-10ee524f-d46e-4147-a16e-ec1494dff102 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:43.821176 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-048a5468-c6ae-4689-877c-43117c00c498 req-10ee524f-d46e-4147-a16e-ec1494dff102 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0508921 Feb 18 12:10:43.866134 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-048a5468-c6ae-4689-877c-43117c00c498 req-77fd87a7-e47a-43e7-a392-54c782144f58 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395398 Feb 18 12:10:44.024067 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:44.130862 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b3ee0-0a23-46d2-a936-f294d2d55363 req-3a74070b-9514-4898-aae0-89ac687e78bd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:44.132315 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-698b3ee0-0a23-46d2-a936-f294d2d55363 req-3a74070b-9514-4898-aae0-89ac687e78bd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Feb 18 12:10:44.178856 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-698b3ee0-0a23-46d2-a936-f294d2d55363 req-e45ab758-1677-4cf0-8550-0f82a7c7212e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Feb 18 12:10:44.748268 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c008ca3-80ee-4e39-bd76-f0ee9e12ca04 req-34b1cf7c-9f47-4a42-8414-a931e5c91fe3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 210 time: 0.0299349 Feb 18 12:10:44.838200 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0bdac-d14b-44e1-ac53-d297163c4112 req-977cde6b-0c7d-4daa-9b39-5f5db5542608 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:44.839628 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30a0bdac-d14b-44e1-ac53-d297163c4112 req-977cde6b-0c7d-4daa-9b39-5f5db5542608 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0501382 Feb 18 12:10:44.885244 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30a0bdac-d14b-44e1-ac53-d297163c4112 req-5a7eb496-3659-4371-afc0-b2134a7e1f37 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Feb 18 12:10:44.980477 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8a819-3d74-4daf-9168-52b89dcef89a req-6339de42-9f81-4f22-b82d-ff52dd33717c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:44.982321 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01a8a819-3d74-4daf-9168-52b89dcef89a req-6339de42-9f81-4f22-b82d-ff52dd33717c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0510802 Feb 18 12:10:45.027034 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01a8a819-3d74-4daf-9168-52b89dcef89a req-b336281f-5b97-4faa-9b86-e44405e85c2a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 Feb 18 12:10:45.301276 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef276b-6982-4371-8613-944a30e8ea21 req-278fb6f9-8f4b-441c-a79b-94f36240b30d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:45.303080 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcef276b-6982-4371-8613-944a30e8ea21 req-278fb6f9-8f4b-441c-a79b-94f36240b30d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 945 time: 0.0548236 Feb 18 12:10:45.326180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:10:45.353008 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcef276b-6982-4371-8613-944a30e8ea21 req-0c929733-7642-4af1-83ad-f54bed80af9f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444131 Feb 18 12:10:45.378950 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port ba58e416-0f03-4be4-996d-e9c207e13779 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:45.379620 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:45.463690 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:45.464109 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:45.489778 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:45.496433 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:45.498702 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a44aa-974b-44b7-84f2-0ad58d942a02" -d '{"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-plugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:45.512522 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:45.519339 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:45.523889 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-81dfc46b-659b-4308-ba1d-815d17f5abdf tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:45.525579 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-81dfc46b-659b-4308-ba1d-815d17f5abdf tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 815 time: 0.1122215 Feb 18 12:10:45.547363 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Request body: {'port': {'device_id': '159bf319-c53b-46de-9b25-dfaee75af462', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'admin_state_up': True, 'tenant_id': 'f4260ba94f6b483abdf8ff031c22b30e'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:45.553541 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcad979-4873-49a8-94c1-ace27ab23f56 x-openstack-request-id: req-ddcad979-4873-49a8-94c1-ace27ab23f56 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:45.553890 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-plugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:45.554156 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddcad979-4873-49a8-94c1-ace27ab23f56 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:45.554712 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'code': 200} Feb 18 12:10:45.576828 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=7']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:45.656484 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Made reservation on behalf of f4260ba94f6b483abdf8ff031c22b30e for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:10:45.659852 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:45.787682 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Allocated IP 172.20.0.10 (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd/7fdfe737-560a-4682-8e3c-7c495d944a59/9265fb3e-65d6-42c0-b900-4cef88577c88) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:10:45.863213 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-938a8b03-5949-4a73-a63c-000ce46da709 req-d5813d44-4901-48d8-a51e-17b5f60185ed tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 210 time: 0.0334902 Feb 18 12:10:45.994755 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks [] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:46.034461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a7a2-d423-4b27-8ba6-6b48b88196a9 req-a0d4d5bf-378b-4d23-8969-82e55a5b8c24 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:46.035939 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2ab7a7a2-d423-4b27-8ba6-6b48b88196a9 req-a0d4d5bf-378b-4d23-8969-82e55a5b8c24 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0808465 Feb 18 12:10:46.059166 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:46.077319 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c', '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'a4c11066-1d19-41fb-8a75-b99fed9c3c83'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:46.141008 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:10:46.174310 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:10:46.180119 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:10:46.186098 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event updated for resources: {'Port': ['ID=9265fb3e-65d6-42c0-b900-4cef88577c88,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:46.211394 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2ab7a7a2-d423-4b27-8ba6-6b48b88196a9 req-0e8ebc63-a1db-4369-bdce-a8ffb346554d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682072 Feb 18 12:10:46.226393 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.226751 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.227117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.227449 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.228186 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.228186 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.228444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.228779 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.229114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.229444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.229804 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.230137 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.230468 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:46.265938 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:46.266656 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:46.288903 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed159-7f7b-4ce3-89a9-12a71bbe6c7f req-25164fb9-7e8b-4fb9-85e2-9a40165ea12c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:46.291156 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2b7ed159-7f7b-4ce3-89a9-12a71bbe6c7f req-25164fb9-7e8b-4fb9-85e2-9a40165ea12c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1828763 Feb 18 12:10:46.306933 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-62be217c-797d-499f-b794-b61d2190b8b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7651138 Feb 18 12:10:46.331551 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Request body: {'port': {'device_id': '159bf319-c53b-46de-9b25-dfaee75af462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:46.423235 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2b7ed159-7f7b-4ce3-89a9-12a71bbe6c7f req-1dea21ce-a8c6-4125-98ce-bd73e773de22 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213720 Feb 18 12:10:46.481109 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:46.564817 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a9d5-c2bb-4241-ba30-19168933a941 req-f30cbba7-5ac2-453d-85ba-f83930f2acca tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:46.566283 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-da59a9d5-c2bb-4241-ba30-19168933a941 req-f30cbba7-5ac2-453d-85ba-f83930f2acca tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1197615 Feb 18 12:10:46.709502 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-da59a9d5-c2bb-4241-ba30-19168933a941 req-15144265-edbf-43bb-8d97-959785c25e7c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345551 Feb 18 12:10:46.869293 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9265fb3e-65d6-42c0-b900-4cef88577c88 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:46.877978 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Publish callbacks [] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:46.902610 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Transition to ACTIVE for port object 9265fb3e-65d6-42c0-b900-4cef88577c88 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:10:46.908380 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:47.006574 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=9265fb3e-65d6-42c0-b900-4cef88577c88,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:47.062539 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9377-763b-4ed0-88fb-7f356ecdf8c0 req-91f000f2-3e42-434c-a2c6-0be985699fce tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:47.064216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b36a9377-763b-4ed0-88fb-7f356ecdf8c0 req-91f000f2-3e42-434c-a2c6-0be985699fce tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 944 time: 0.1243155 Feb 18 12:10:47.125313 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Attempting to bind port 9265fb3e-65d6-42c0-b900-4cef88577c88 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:10:47.126083 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Attempting to bind port 9265fb3e-65d6-42c0-b900-4cef88577c88 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:10:47.126504 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Attempting to bind port 9265fb3e-65d6-42c0-b900-4cef88577c88 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:47.134470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Port 9265fb3e-65d6-42c0-b900-4cef88577c88 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:10:47.134973 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Attempting to bind port 9265fb3e-65d6-42c0-b900-4cef88577c88 on network 0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:10:47.139667 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b36a9377-763b-4ed0-88fb-7f356ecdf8c0 req-b2c326b0-56cf-459f-8706-73788d0026cc tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689619 Feb 18 12:10:47.144739 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:10:47.147482 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Checking segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:10:47.147482 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Bound using segment: {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:10:47.147482 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Bound port: 9265fb3e-65d6-42c0-b900-4cef88577c88, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e5f3595-250f-41db-a4d0-e1681f119058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:10:47.147482 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:47.235307 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] For port 9265fb3e-65d6-42c0-b900-4cef88577c88, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:10:47.240040 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] For port 9265fb3e-65d6-42c0-b900-4cef88577c88, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=9265fb3e-65d6-42c0-b900-4cef88577c88,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:10:47.250615 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:47.331416 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:47.345082 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:47.346608 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] 10.222.0.79 "PUT /v2.0/ports/9265fb3e-65d6-42c0-b900-4cef88577c88 HTTP/1.1" status: 200 len: 1094 time: 1.0270803 Feb 18 12:10:47.350822 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159bf319-c53b-46de-9b25-dfaee75af462', 'tag': '9265fb3e-65d6-42c0-b900-4cef88577c88'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:47.353521 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d86c06-a5d0-4359-b654-1306464d89ae" -d '{"events": [{"name": "network-changed", "server_uuid": "159bf319-c53b-46de-9b25-dfaee75af462", "tag": "9265fb3e-65d6-42c0-b900-4cef88577c88"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:47.443648 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396155-9d6c-4501-bc6f-8e7a8992ac4c service neutron] Pushing event updated for resources: {'Port': ['ID=9265fb3e-65d6-42c0-b900-4cef88577c88,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:47.453629 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178800f-6535-442a-9d13-a0c8f2e70485 x-openstack-request-id: req-6178800f-6535-442a-9d13-a0c8f2e70485 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:47.454700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159bf319-c53b-46de-9b25-dfaee75af462", "tag": "9265fb3e-65d6-42c0-b900-4cef88577c88", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:47.455144 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6178800f-6535-442a-9d13-a0c8f2e70485 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:47.456472 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159bf319-c53b-46de-9b25-dfaee75af462', 'tag': '9265fb3e-65d6-42c0-b900-4cef88577c88', 'status': 'completed', 'code': 200} Feb 18 12:10:47.485615 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2dfae-f286-4f4f-9bd0-63908453b616 req-9f0e41d6-d5b0-4ec5-84c5-567416942c91 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:47.490780 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-03a2dfae-f286-4f4f-9bd0-63908453b616 req-9f0e41d6-d5b0-4ec5-84c5-567416942c91 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1308713 Feb 18 12:10:47.604227 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-355d6c25-dbf3-49b6-ad79-894cc21eeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:47.605743 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-355d6c25-dbf3-49b6-ad79-894cc21eeb43 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 1128 time: 0.1119974 Feb 18 12:10:47.608817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-03a2dfae-f286-4f4f-9bd0-63908453b616 req-f1bfb280-7847-41da-9341-e2c535ab8440 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070035 Feb 18 12:10:47.667591 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-a2db8afd-a6dc-45ef-8884-a02ebe00651a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9265fb3e-65d6-42c0-b900-4cef88577c88 HTTP/1.1" status: 200 len: 217 time: 0.0466430 Feb 18 12:10:47.677684 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fdaec-0fb8-455f-90b0-1b44980e276f req-8a521dcb-97f6-40de-9243-d6a622d6ff5a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:47.679211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a09fdaec-0fb8-455f-90b0-1b44980e276f req-8a521dcb-97f6-40de-9243-d6a622d6ff5a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1290967 Feb 18 12:10:47.793489 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 50302) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:47.818647 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-8c43d85b-d473-4daf-95ce-7c30f3c6b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:47.820699 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-8c43d85b-d473-4daf-95ce-7c30f3c6b357 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.1404765 Feb 18 12:10:47.882511 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-3f4b876e-6d80-4139-ae18-da18b3a53ef5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483215 Feb 18 12:10:47.941501 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a09fdaec-0fb8-455f-90b0-1b44980e276f req-48f3bc44-2a6e-4fa1-91ba-7a59eda0c066 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422338 Feb 18 12:10:48.037997 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e0eea-436a-46e8-b2eb-afe460a503a4 req-1a0d5d55-a8c2-45b2-b825-b7409a5d8ec7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.039524 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cc9e0eea-436a-46e8-b2eb-afe460a503a4 req-1a0d5d55-a8c2-45b2-b825-b7409a5d8ec7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1939640 Feb 18 12:10:48.074815 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-95edf828-4513-41ec-b9ba-c13f827c31eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5558554d20e74d0c944ff2e51d379129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774770 Feb 18 12:10:48.077223 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50308) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:48.079231 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-ea703147-fc6f-43b2-ae79-06377d817f50 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904850 Feb 18 12:10:48.132948 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Publish callbacks [] for security_group (13dc5b1f-5a73-40c7-8105-838e3fcbcbeb), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:48.143599 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cc9e0eea-436a-46e8-b2eb-afe460a503a4 req-2815042e-4262-41c0-b372-495915a50900 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847948 Feb 18 12:10:48.158416 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Publish callbacks [] for security_group (13dc5b1f-5a73-40c7-8105-838e3fcbcbeb), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:48.225485 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (13dc5b1f-5a73-40c7-8105-838e3fcbcbeb), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:48.228246 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:48.235078 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13dc5b1f-5a73-40c7-8105-838e3fcbcbeb HTTP/1.1" status: 204 len: 168 time: 0.1556418 Feb 18 12:10:48.255460 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc5b1f-5a73-40c7-8105-838e3fcbcbeb,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:48.269314 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.269882 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.271526 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.272167 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.272664 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.273344 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.273920 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.274411 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.274903 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.275384 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.275871 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.276350 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.276826 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c235326-8dc0-4704-aa33-3caf6ec01199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:48.346319 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e41e768c-9043-4573-9450-bb9a2c5f5948 req-af9c3e94-d05a-43b0-8650-13c662ef486e service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458344 Feb 18 12:10:48.381898 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edba4d-97d8-482b-945d-b60f54f6aea9 req-6bae2811-f2e9-4da3-9995-67f87501a7b3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.384875 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66edba4d-97d8-482b-945d-b60f54f6aea9 req-6bae2811-f2e9-4da3-9995-67f87501a7b3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 944 time: 0.1338067 Feb 18 12:10:48.504196 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-66edba4d-97d8-482b-945d-b60f54f6aea9 req-729b0946-1765-48b4-87d6-612570658edd tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047051 Feb 18 12:10:48.530850 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d86c06-a5d0-4359-b654-1306464d89ae req-75ba10f9-067b-4e6b-a713-7761e3fbaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.532726 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-75ba10f9-067b-4e6b-a713-7761e3fbaf6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 1128 time: 0.1189761 Feb 18 12:10:48.673637 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d86c06-a5d0-4359-b654-1306464d89ae req-25d2f445-4212-4fc4-a2ab-df20abfab2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.676458 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-25d2f445-4212-4fc4-a2ab-df20abfab2ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 200 len: 916 time: 0.1331642 Feb 18 12:10:48.747267 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-9855c463-944f-4468-b0cf-954c4f776db6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9265fb3e-65d6-42c0-b900-4cef88577c88 HTTP/1.1" status: 200 len: 217 time: 0.0563922 Feb 18 12:10:48.848606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d86c06-a5d0-4359-b654-1306464d89ae req-936c9517-251e-467e-9e48-cbfb3344fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.850097 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-936c9517-251e-467e-9e48-cbfb3344fab3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 200 len: 855 time: 0.0867949 Feb 18 12:10:48.861379 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407806-fc0a-442d-849f-896f825196e1 req-28b1e2fa-a5e3-4a8e-93f3-62a54075ab8a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.862862 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4b407806-fc0a-442d-849f-896f825196e1 req-28b1e2fa-a5e3-4a8e-93f3-62a54075ab8a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1263325 Feb 18 12:10:48.909900 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-186066cb-11c0-4aa8-ba97-306e79c98381 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438049 Feb 18 12:10:48.933622 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df1497-d4c9-42a7-9b90-ef2b70d54903 req-4b3367ee-71e2-4697-b69c-97dd18f232b8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:48.936194 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-73df1497-d4c9-42a7-9b90-ef2b70d54903 req-4b3367ee-71e2-4697-b69c-97dd18f232b8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.1423604 Feb 18 12:10:48.988160 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4b407806-fc0a-442d-849f-896f825196e1 req-0b031a51-c0a6-4c68-85f5-e6cf3be4be1a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139030 Feb 18 12:10:49.074314 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-73df1497-d4c9-42a7-9b90-ef2b70d54903 req-b3e5d983-de8d-4232-bd9e-4afbc6956ab1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070731 Feb 18 12:10:49.102081 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50332) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:49.188177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-e98df4a3-08ca-48c2-851d-e340422a33af service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351644 Feb 18 12:10:49.198946 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d126b51-1557-45d4-8a46-7571639a1635 req-c0e4838b-207f-4275-966e-db48b7244234 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:49.200729 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4d126b51-1557-45d4-8a46-7571639a1635 req-c0e4838b-207f-4275-966e-db48b7244234 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1077423 Feb 18 12:10:49.345814 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4d126b51-1557-45d4-8a46-7571639a1635 req-7d8e052c-b54a-4aad-8a13-123ff82ccf94 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291842 Feb 18 12:10:49.466811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528122dd-bb03-4801-b9c3-8e26da6927b9 tempest-TestMinimumBasicScenario-1446374883 tempest-TestMinimumBasicScenario-1446374883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:49.472460 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-528122dd-bb03-4801-b9c3-8e26da6927b9 tempest-TestMinimumBasicScenario-1446374883 tempest-TestMinimumBasicScenario-1446374883-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1124 time: 0.3669527 Feb 18 12:10:49.473307 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50340) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:49.476120 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39d86c06-a5d0-4359-b654-1306464d89ae req-aa2df2e4-aed4-4f5e-ae5b-1fbcfc73dc41 service neutron] 10.222.0.79 "GET /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653406 Feb 18 12:10:49.479014 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'port_id': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:49.506277 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:49.518952 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bee02-4613-4e47-991b-2ede26bb1b7c req-9e503ac0-c061-49cb-906e-b07a79844dc2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:49.524086 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ac2bee02-4613-4e47-991b-2ede26bb1b7c req-9e503ac0-c061-49cb-906e-b07a79844dc2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.2905238 Feb 18 12:10:49.594575 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ac2bee02-4613-4e47-991b-2ede26bb1b7c req-0d3a227b-3d06-4a51-a4f4-d2aeccb94d62 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632861 Feb 18 12:10:49.676703 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:49.684505 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8baf6-1b8e-406c-a8f8-e4839204fb9d req-d916c2ac-3ac9-43d3-a534-cb46714bba6c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:49.687446 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39f8baf6-1b8e-406c-a8f8-e4839204fb9d req-d916c2ac-3ac9-43d3-a534-cb46714bba6c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 944 time: 0.0840883 Feb 18 12:10:49.749052 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-39f8baf6-1b8e-406c-a8f8-e4839204fb9d req-44b09e6b-4c2e-4863-8967-6bb086eb1a85 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544851 Feb 18 12:10:49.822846 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Allocated IP 172.27.1.159 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/0704e98c-c930-4cae-8f95-ab23d545d0e5) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:10:49.950935 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:49.988083 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:50.039378 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:10:50.044140 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:10:50.049198 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:10:50.072944 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'Port': ['ID=0704e98c-c930-4cae-8f95-ab23d545d0e5,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:50.166530 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841d11f-299b-404f-be63-f269ee8e3cba req-cb1a4dff-718c-4841-9f0f-174b3a72cf49 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:50.174829 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2841d11f-299b-404f-be63-f269ee8e3cba req-cb1a4dff-718c-4841-9f0f-174b3a72cf49 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0938668 Feb 18 12:10:50.234657 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2841d11f-299b-404f-be63-f269ee8e3cba req-8cf281d9-8fc5-4c46-843d-adb7683f1a34 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529432 Feb 18 12:10:50.285836 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-4ee400db-748e-4a11-b2c0-caa169c57170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:50.296254 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-4ee400db-748e-4a11-b2c0-caa169c57170 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1130 time: 0.0602427 Feb 18 12:10:50.528590 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-2f1e10ac-7cb0-4744-857c-bb06d4fc83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:50.532918 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-2f1e10ac-7cb0-4744-857c-bb06d4fc83ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.2041736 Feb 18 12:10:50.589317 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for floatingip (aa10583d-b84d-4029-a924-fc7ac329cb90), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:50.633981 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d583b8-fa7e-4c5d-997b-ed0052345291 req-7c0d28e9-6ac4-4364-a806-7cf04b9ff03a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:50.635531 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-67d583b8-fa7e-4c5d-997b-ed0052345291 req-7c0d28e9-6ac4-4364-a806-7cf04b9ff03a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1806653 Feb 18 12:10:50.696729 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-ec69810d-cfb3-434c-888c-0c61be0d07c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 1002 time: 0.1544764 Feb 18 12:10:50.719409 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:50.756978 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:10:50.926405 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:50.939155 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:51.067279 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'Port': ['ID=0704e98c-c930-4cae-8f95-ab23d545d0e5,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:51.074766 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-67d583b8-fa7e-4c5d-997b-ed0052345291 req-9ce69ef7-3a4f-4120-8026-230f9cd9fe49 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294293 Feb 18 12:10:51.089985 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-e35b6f7b-6143-41b8-9518-810c0e98773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:51.091732 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-e35b6f7b-6143-41b8-9518-810c0e98773d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0971870 Feb 18 12:10:51.104611 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (aa10583d-b84d-4029-a924-fc7ac329cb90), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:51.153553 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fe464-4508-4d8c-87e7-103c5c661069 req-9ed913f7-e13a-4698-883f-b03d1d76a6e1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:51.155199 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-837fe464-4508-4d8c-87e7-103c5c661069 req-9ed913f7-e13a-4698-883f-b03d1d76a6e1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.4427981 Feb 18 12:10:51.217279 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-542face7-6d28-4394-96bb-815005fddc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:51.220798 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-542face7-6d28-4394-96bb-815005fddc19 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124296 Feb 18 12:10:51.249787 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Floating IP aa10583d-b84d-4029-a924-fc7ac329cb90 associated. External IP: 172.27.1.159, port: ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12. Feb 18 12:10:51.253077 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:51.326966 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-837fe464-4508-4d8c-87e7-103c5c661069 req-f065aad2-ad0a-476d-8ddf-4f9b53d68800 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609278 Feb 18 12:10:51.355129 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10281663-b569-497e-94ff-7ec868aeaf13 req-33320a4e-cbab-4193-a458-94e8d180e919 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:51.355129 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-10281663-b569-497e-94ff-7ec868aeaf13 req-33320a4e-cbab-4193-a458-94e8d180e919 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 944 time: 0.1693530 Feb 18 12:10:51.358384 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 9265fb3e-65d6-42c0-b900-4cef88577c88 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:10:51.416987 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-d0a5abf8-c97c-48ee-a34d-25d1a50adb22 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833270 Feb 18 12:10:51.504575 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-10281663-b569-497e-94ff-7ec868aeaf13 req-0fe68792-5409-400c-b98c-022e0e251d22 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449404 Feb 18 12:10:51.530215 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 9265fb3e-65d6-42c0-b900-4cef88577c88, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=9265fb3e-65d6-42c0-b900-4cef88577c88,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:51.546222 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '9265fb3e-65d6-42c0-b900-4cef88577c88', 'network_id': '0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd', 'port_id': '9265fb3e-65d6-42c0-b900-4cef88577c88', 'mac_address': 'fa:16:3e:3d:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fdfe737-560a-4682-8e3c-7c495d944a59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:10:51.599528 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e623d9-8422-4ad5-aa54-f96517eac5d8 req-ba3ce96e-a684-402b-88e4-9bf0e468b112 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:51.601038 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e623d9-8422-4ad5-aa54-f96517eac5d8 req-ba3ce96e-a684-402b-88e4-9bf0e468b112 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0850887 Feb 18 12:10:51.603323 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 9265fb3e-65d6-42c0-b900-4cef88577c88 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:51.603908 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:51.621983 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9265fb3e-65d6-42c0-b900-4cef88577c88 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:10:51.629457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b5d7b1a-bba6-498f-af4e-01599b701514 req-48a73c2e-263b-45b5-8b12-03fea33ecbd1 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019346 Feb 18 12:10:51.665873 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 9265fb3e-65d6-42c0-b900-4cef88577c88, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=9265fb3e-65d6-42c0-b900-4cef88577c88,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:51.673392 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:51.686390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81e623d9-8422-4ad5-aa54-f96517eac5d8 req-f1c55e61-dbea-4aa5-96ba-5f1717b52465 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790071 Feb 18 12:10:51.748180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=9265fb3e-65d6-42c0-b900-4cef88577c88,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:51.758459 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.758940 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.759451 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.759922 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.760568 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.760903 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.761233 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.761558 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.761918 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.762244 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.762565 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.763076 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.763414 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:10:51.804818 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Router c9e87908-e19e-415e-a3d8-de39b7a210fe has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:10:51.930283 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:10:51.941137 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] Sync routers for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:10:51.953607 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:10:51.954493 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:10:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:10:51.962159 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.028114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 50372) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:52.028359 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8ee901b5-1db7-4014-a785-35376612a3ae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5538008 Feb 18 12:10:52.031296 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:52.033628 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9652522-0e0f-4f14-ae75-08eb2d239235" -d '{"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:52.035443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660422880', 'description': 'tempest-secgroup-smoke-1660422880 description', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:52.090391 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.094378 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c932b59c-fd7d-4863-9100-7255d0cb7502 x-openstack-request-id: req-c932b59c-fd7d-4863-9100-7255d0cb7502 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:52.094684 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:52.094940 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c932b59c-fd7d-4863-9100-7255d0cb7502 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:52.095340 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'status': 'completed', 'code': 200} Feb 18 12:10:52.137730 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:10:52.215306 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group (9c22efef-bec4-4238-8f32-5759b35721fa), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.224538 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (9c22efef-bec4-4238-8f32-5759b35721fa), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.279014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89348a44-923e-40d4-8c17-d1563387206d req-92da7d07-7a84-4cae-91c3-121259b70550 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:52.280920 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89348a44-923e-40d4-8c17-d1563387206d req-92da7d07-7a84-4cae-91c3-121259b70550 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1051645 Feb 18 12:10:52.286198 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.287598 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2575843 Feb 18 12:10:52.291566 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50378) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:52.297611 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group_rule': {'security_group_id': '9c22efef-bec4-4238-8f32-5759b35721fa', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:52.299926 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc249a2-2540-453a-9db9-874b0349c4e1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22efef-bec4-4238-8f32-5759b35721fa,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:52.379434 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89348a44-923e-40d4-8c17-d1563387206d req-ac15be29-32a6-4f55-853f-283ee2ad66ed tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840840 Feb 18 12:10:52.399079 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (d2310cbc-53dc-4a30-9a0d-27925064ab9e), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.471607 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (d2310cbc-53dc-4a30-9a0d-27925064ab9e), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.482832 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (d2310cbc-53dc-4a30-9a0d-27925064ab9e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.505112 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0b887-e9ee-47ae-959e-43d248a4c96a req-cdacbd54-aa1f-420e-b221-717e4448f128 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:52.507034 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faa0b887-e9ee-47ae-959e-43d248a4c96a req-cdacbd54-aa1f-420e-b221-717e4448f128 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0704231 Feb 18 12:10:52.508134 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2310cbc-53dc-4a30-9a0d-27925064ab9e,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:52.538581 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.539800 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-fb367a73-53d0-4620-94f8-614c5f77d44e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2472501 Feb 18 12:10:52.542579 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50384) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:52.555185 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group_rule': {'security_group_id': '9c22efef-bec4-4238-8f32-5759b35721fa', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:52.592817 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'aa10583d-b84d-4029-a924-fc7ac329cb90', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'port_id': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'mac_address': 'fa:16:3e:c0:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:10:50Z', 'updated_at': '2022-02-18T12:10:50Z', 'revision_number': 0, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:48Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:10:52.602516 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (ee9b9923-2993-4bae-9bed-ded0dbf6918d), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.628288 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] Checking router: c9e87908-e19e-415e-a3d8-de39b7a210fe for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:10:52.628526 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faa0b887-e9ee-47ae-959e-43d248a4c96a req-e433ab91-fd3d-452f-92a4-67d5ef845795 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142256 Feb 18 12:10:52.638869 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:10:52.639489 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:10:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:10:52.705076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d7757-b37b-49c2-acee-1748f3aa6d82 req-7c873f33-a474-418f-b585-5edd78d5702a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:52.708344 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-193d7757-b37b-49c2-acee-1748f3aa6d82 req-7c873f33-a474-418f-b585-5edd78d5702a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 945 time: 0.1090002 Feb 18 12:10:52.741835 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (ee9b9923-2993-4bae-9bed-ded0dbf6918d), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.755942 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (ee9b9923-2993-4bae-9bed-ded0dbf6918d), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.787248 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9b9923-2993-4bae-9bed-ded0dbf6918d,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:52.800854 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.802260 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-d65cc3f8-b407-415f-9893-d2ef9cf6ae3e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2586439 Feb 18 12:10:52.804678 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-193d7757-b37b-49c2-acee-1748f3aa6d82 req-75ba9f10-4f76-41ef-a865-5c7ea29585d9 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909007 Feb 18 12:10:52.805235 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 50388) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:52.811436 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group_rule': {'security_group_id': '9c22efef-bec4-4238-8f32-5759b35721fa', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:52.840135 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:10:52.862784 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8137a-004a-498d-b7ad-797a701ad338 req-3a9d18fc-d820-4cf7-ab9e-56042c406d63 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:52.867050 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ef8137a-004a-498d-b7ad-797a701ad338 req-3a9d18fc-d820-4cf7-ab9e-56042c406d63 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1122770 Feb 18 12:10:52.893470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (7888b8cf-a013-466c-8236-ac4567c8e2d8), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.947759 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ef8137a-004a-498d-b7ad-797a701ad338 req-2788e4e1-2536-4313-8210-b17133e97edb tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722265 Feb 18 12:10:52.967309 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (7888b8cf-a013-466c-8236-ac4567c8e2d8), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.973409 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (7888b8cf-a013-466c-8236-ac4567c8e2d8), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:52.996086 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7888b8cf-a013-466c-8236-ac4567c8e2d8,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:53.005127 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.009083 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e0c4536c-5f21-498d-b04f-c2f89d503ab7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985497 Feb 18 12:10:53.009614 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50390) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:53.016520 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group_rule': {'security_group_id': '9c22efef-bec4-4238-8f32-5759b35721fa', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:53.052431 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (d4ccba96-82fe-4868-97a9-158ea26eeae3), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.104000 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'aa10583d-b84d-4029-a924-fc7ac329cb90', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'port_id': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'mac_address': 'fa:16:3e:c0:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:10:50Z', 'updated_at': '2022-02-18T12:10:50Z', 'revision_number': 0, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:48Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:10:53.137916 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88573e9-49d7-470e-98d7-a6314c8cb2aa None None] The sync data for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi is: [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'aa10583d-b84d-4029-a924-fc7ac329cb90', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'port_id': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'mac_address': 'fa:16:3e:c0:8b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:10:50Z', 'updated_at': '2022-02-18T12:10:50Z', 'revision_number': 0, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:48Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:10:53.151515 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (d4ccba96-82fe-4868-97a9-158ea26eeae3), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.157766 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (d4ccba96-82fe-4868-97a9-158ea26eeae3), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.178056 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ccba96-82fe-4868-97a9-158ea26eeae3,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:53.193293 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.194677 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-84c4b728-0c7c-4862-b260-1dd08719e87b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1830835 Feb 18 12:10:53.197399 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50394) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:53.202100 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group_rule': {'security_group_id': '9c22efef-bec4-4238-8f32-5759b35721fa', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:53.245416 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.securitygroups_db [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Project d0ee0a79b32e440bb58ca31a3643c4cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:10:53.252819 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (4eb01cf6-020d-4862-a748-50bb85923645), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.336978 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (4eb01cf6-020d-4862-a748-50bb85923645), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.342119 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (4eb01cf6-020d-4862-a748-50bb85923645), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.365430 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb01cf6-020d-4862-a748-50bb85923645,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:53.374381 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.375588 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5317efb3-8740-43e4-ac56-9dc7f934deb0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1770461 Feb 18 12:10:53.378606 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50396) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:10:53.387458 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'security_group_rule': {'security_group_id': '9c22efef-bec4-4238-8f32-5759b35721fa', 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:53.419683 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.securitygroups_db [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Project d0ee0a79b32e440bb58ca31a3643c4cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:10:53.426963 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (a8826a4a-1bcb-4df1-ae19-d5fa7c8b6f55), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.442935 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933eb24-26fe-4983-9c63-0c5a819cfce7 None None] New status for floating IP aa10583d-b84d-4029-a924-fc7ac329cb90: ACTIVE {{(pid=102859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:10:53.500175 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (a8826a4a-1bcb-4df1-ae19-d5fa7c8b6f55), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.507928 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (a8826a4a-1bcb-4df1-ae19-d5fa7c8b6f55), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.533507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8826a4a-1bcb-4df1-ae19-d5fa7c8b6f55,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:53.544481 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4d991-70ce-422a-966b-2219b53cf267 req-621f9ffb-fdd7-4bc4-af14-818ecc7cd447 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:53.548559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.552827 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c6b4d991-70ce-422a-966b-2219b53cf267 req-621f9ffb-fdd7-4bc4-af14-818ecc7cd447 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0747807 Feb 18 12:10:53.565324 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0f2f758d-db72-4525-9bc2-981a8814084b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1832788 Feb 18 12:10:53.606968 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c6b4d991-70ce-422a-966b-2219b53cf267 req-36ae9557-afec-455c-b8be-83a2c5f702b1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527580 Feb 18 12:10:53.678357 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6611f639-8903-42d8-8784-4854f4ce7cda req-62dcc61e-9753-46ab-b7a2-e8770934d285 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660422880&fields=id&tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd HTTP/1.1" status: 200 len: 267 time: 0.0700309 Feb 18 12:10:53.737294 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611f639-8903-42d8-8784-4854f4ce7cda req-fc4adb0b-f8cc-4d03-a933-8e9a8966d96e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:53.739183 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6611f639-8903-42d8-8784-4854f4ce7cda req-fc4adb0b-f8cc-4d03-a933-8e9a8966d96e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0578763 Feb 18 12:10:53.764333 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'port': {'security_groups': ['98d8739d-397c-4943-a8bd-9056d776422f', '9c22efef-bec4-4238-8f32-5759b35721fa']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:10:53.896101 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:53.904453 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ecd7-553e-44f7-981e-c5adf15e08df req-1993a259-c429-4326-86e7-d18bb5fa0b15 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:53.906615 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8715ecd7-553e-44f7-981e-c5adf15e08df req-1993a259-c429-4326-86e7-d18bb5fa0b15 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1559350 Feb 18 12:10:54.023200 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8715ecd7-553e-44f7-981e-c5adf15e08df req-ba15a1fb-91bd-43e5-bfd1-224c83004f1f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030443 Feb 18 12:10:54.253222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:54.282617 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9133e3-c1ff-4357-99c2-b757790041ef req-a54a83dc-4b85-492b-9097-1fb1569f7e29 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:54.284748 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce9133e3-c1ff-4357-99c2-b757790041ef req-a54a83dc-4b85-492b-9097-1fb1569f7e29 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 945 time: 0.1934533 Feb 18 12:10:54.333955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:54.366122 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:54.372438 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-a4e88178-fc27-41dc-9826-aa4513e14c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:54.374011 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-a4e88178-fc27-41dc-9826-aa4513e14c8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1129 time: 0.1668394 Feb 18 12:10:54.379844 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:54.381144 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce9133e3-c1ff-4357-99c2-b757790041ef req-c5eaf5e0-2dbb-4186-8582-8ff1246f65da tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736938 Feb 18 12:10:54.464241 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:54.464962 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:54.469536 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6611f639-8903-42d8-8784-4854f4ce7cda req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "PUT /v2.0/ports/ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 981 time: 0.7172618 Feb 18 12:10:54.472000 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:54.482516 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29311b80-5eb4-4c01-bce6-d530163aec3d" -d '{"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:54.671639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43b86b-c799-4a29-a2b0-556cb7f2f83e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=6']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:54.678015 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['9265fb3e-65d6-42c0-b900-4cef88577c88'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:54.680296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:10:54.754547 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47246e23-a0f4-4bf0-8481-5017b9eedf2a req-f6fd8eef-0dfd-494e-af80-b3753d6bdce1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:54.756040 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-47246e23-a0f4-4bf0-8481-5017b9eedf2a req-f6fd8eef-0dfd-494e-af80-b3753d6bdce1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.2003479 Feb 18 12:10:54.783249 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-6c668d4b-3bd2-4908-81e1-ddacbeb83071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:54.784979 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-6c668d4b-3bd2-4908-81e1-ddacbeb83071 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 915 time: 0.3815684 Feb 18 12:10:54.817196 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee320fa-9fb0-4e99-8a72-2dddb6a87fd5 req-ec64fd93-9c2c-4ac7-9234-e30d98066f32 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:54.818948 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1ee320fa-9fb0-4e99-8a72-2dddb6a87fd5 req-ec64fd93-9c2c-4ac7-9234-e30d98066f32 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.2306411 Feb 18 12:10:54.970460 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-d2d7466a-25af-4c4c-ac68-93bd796829d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 1001 time: 0.1672354 Feb 18 12:10:54.980352 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-47246e23-a0f4-4bf0-8481-5017b9eedf2a req-bde36e4b-8f0a-45b4-9f24-b82df7774307 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001483 Feb 18 12:10:54.987169 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-5ecdb4b4-abbc-496e-bb7c-71b78cfb4e53 None None] Provisioning complete for port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:54.992055 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-5ecdb4b4-abbc-496e-bb7c-71b78cfb4e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:55.033359 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-25967e21-eb43-4440-8790-222f375f78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.034991 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-25967e21-eb43-4440-8790-222f375f78b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.0537443 Feb 18 12:10:55.061879 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1ee320fa-9fb0-4e99-8a72-2dddb6a87fd5 req-f7a1c735-eb61-4bff-8c32-a7ed5b7ff5b1 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2345443 Feb 18 12:10:55.089499 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0016f972-b7cb-4de2-b3e0-fc0d94362b2b x-openstack-request-id: req-0016f972-b7cb-4de2-b3e0-fc0d94362b2b {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:55.090013 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:55.090437 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0016f972-b7cb-4de2-b3e0-fc0d94362b2b {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:55.090998 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'status': 'completed', 'code': 200} Feb 18 12:10:55.190153 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-e6e9511b-31c7-49c5-bb62-ba77c36a4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.192517 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-e6e9511b-31c7-49c5-bb62-ba77c36a4873 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1291647 Feb 18 12:10:55.295014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a8c25-bcd2-4726-9abc-c0373e8af307 req-008d0aa3-46ce-4f62-b210-260ff2600883 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.301476 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f57a8c25-bcd2-4726-9abc-c0373e8af307 req-008d0aa3-46ce-4f62-b210-260ff2600883 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1521046 Feb 18 12:10:55.381683 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f57a8c25-bcd2-4726-9abc-c0373e8af307 req-5ad9f623-8022-44b9-876c-43fedbf998db tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792217 Feb 18 12:10:55.393751 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba27-64c2-4ec2-a851-8a7542742cb2 req-e382274f-23c2-4d22-a2ca-559bf95dba13 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.395298 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-727aba27-64c2-4ec2-a851-8a7542742cb2 req-e382274f-23c2-4d22-a2ca-559bf95dba13 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.2074029 Feb 18 12:10:55.476227 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-a2892100-1073-4650-a042-4842c3c0a3ca service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738061 Feb 18 12:10:55.524767 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdb4b4-abbc-496e-bb7c-71b78cfb4e53 None None] Current status of the port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:55.589319 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-727aba27-64c2-4ec2-a851-8a7542742cb2 req-64b2caed-65a7-4c29-b024-09e3a3f883a2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799884 Feb 18 12:10:55.654671 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdcf9-cdfd-4d68-a8fb-d1c68cb93628 req-ce058aa4-6f29-4ad4-89e7-ec1fcc07d277 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.658907 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-255bdcf9-cdfd-4d68-a8fb-d1c68cb93628 req-ce058aa4-6f29-4ad4-89e7-ec1fcc07d277 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 945 time: 0.1418114 Feb 18 12:10:55.691996 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9652522-0e0f-4f14-ae75-08eb2d239235 req-eb5dc17a-682d-4700-996f-041748c157fa service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941447 Feb 18 12:10:55.746358 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-255bdcf9-cdfd-4d68-a8fb-d1c68cb93628 req-d06e8706-31e7-4344-b5f4-9a2471b999d5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788465 Feb 18 12:10:55.832548 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-95cb4cb9-a99e-4dc7-becd-965639590eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.834237 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-95cb4cb9-a99e-4dc7-becd-965639590eec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1168 time: 0.0784857 Feb 18 12:10:55.958337 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-032ca0e3-efdc-40b8-995b-049bd0ff3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:55.959986 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-032ca0e3-efdc-40b8-995b-049bd0ff3498 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 915 time: 0.1180453 Feb 18 12:10:56.053164 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-d2476c9d-abb9-4e2c-a090-4393ae87803d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 1001 time: 0.0815146 Feb 18 12:10:56.150712 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-5eb71a86-f86c-45ff-99b4-a558c917d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:56.152188 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-5eb71a86-f86c-45ff-99b4-a558c917d8c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.0882638 Feb 18 12:10:56.221469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842cb4-c275-4f80-a0dc-3a901d56bcae req-5cf270a3-8b4a-45ee-9df6-d779a69d4266 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:56.223465 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-28842cb4-c275-4f80-a0dc-3a901d56bcae req-5cf270a3-8b4a-45ee-9df6-d779a69d4266 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1503770 Feb 18 12:10:56.261111 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-fd4873c2-d31f-491e-9638-7c111c379ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:56.263650 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-fd4873c2-d31f-491e-9638-7c111c379ff3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880644 Feb 18 12:10:56.369835 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-28842cb4-c275-4f80-a0dc-3a901d56bcae req-0935f60a-230d-4c28-9cd7-ea0dd2315056 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384511 Feb 18 12:10:56.760295 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2caad-4f6d-45e7-a92d-31966f78bf61 req-069061a1-fdca-4443-bea2-d335870447df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:56.760295 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e6b2caad-4f6d-45e7-a92d-31966f78bf61 req-069061a1-fdca-4443-bea2-d335870447df service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.4127281 Feb 18 12:10:56.794612 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-baca6b09-6970-4950-8df4-ff96257daa2b service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235052 Feb 18 12:10:56.815258 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2365d3-1436-4de9-acc9-05e9be9fa16c req-83487455-639d-486d-a2c8-7b2159c2ad62 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:56.816326 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c2365d3-1436-4de9-acc9-05e9be9fa16c req-83487455-639d-486d-a2c8-7b2159c2ad62 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1658294 Feb 18 12:10:56.854497 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f57ed-76a8-49fc-80df-28ab02d76b22 req-6e38b5a8-667c-4130-9319-e4791fdba8b9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:56.855995 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5d0f57ed-76a8-49fc-80df-28ab02d76b22 req-6e38b5a8-667c-4130-9319-e4791fdba8b9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.1658571 Feb 18 12:10:56.938110 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e6b2caad-4f6d-45e7-a92d-31966f78bf61 req-d006bca3-da89-407c-9a98-20c5892d8eda service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674080 Feb 18 12:10:56.991062 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c2365d3-1436-4de9-acc9-05e9be9fa16c req-09f5c52b-1c81-47e8-b980-fd81a894cea9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642323 Feb 18 12:10:57.008237 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5d0f57ed-76a8-49fc-80df-28ab02d76b22 req-69006bf2-3186-426c-a15e-fa55a45d43e0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149974 Feb 18 12:10:57.014331 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29311b80-5eb4-4c01-bce6-d530163aec3d req-6ef25c57-a2f5-47c3-8470-971815ca0358 service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083673 Feb 18 12:10:57.143355 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c06b2-2be0-40f2-b187-f3195e46d144 req-c91f660e-a853-402d-bdc8-015d1618c4c3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:57.144872 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-294c06b2-2be0-40f2-b187-f3195e46d144 req-c91f660e-a853-402d-bdc8-015d1618c4c3 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 945 time: 0.0608735 Feb 18 12:10:57.215568 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-294c06b2-2be0-40f2-b187-f3195e46d144 req-cc251b2e-b43c-4a14-83c8-944ec4d36709 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643878 Feb 18 12:10:57.510444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddcfa5-c8e0-4c1a-bec8-c988c025889f req-a98bbe27-d925-4068-b250-38c10b9f23c4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:57.512516 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dddcfa5-c8e0-4c1a-bec8-c988c025889f req-a98bbe27-d925-4068-b250-38c10b9f23c4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0555959 Feb 18 12:10:57.569906 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dddcfa5-c8e0-4c1a-bec8-c988c025889f req-9b1a1c17-d484-4ff2-be5f-297a907eac43 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Feb 18 12:10:58.175107 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ad5fc-6354-4a5c-a920-5539e1dafb49 req-d5a375c5-0efe-4f48-b52a-da98686049a8 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:58.176661 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e72ad5fc-6354-4a5c-a920-5539e1dafb49 req-d5a375c5-0efe-4f48-b52a-da98686049a8 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0943186 Feb 18 12:10:58.183348 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbe4bd-5a6f-4b7e-a057-6740e11fab75 req-0d35b013-f81b-4692-a802-4dba5b7e4123 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:58.184792 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2dbe4bd-5a6f-4b7e-a057-6740e11fab75 req-0d35b013-f81b-4692-a802-4dba5b7e4123 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0871742 Feb 18 12:10:58.191530 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 9265fb3e-65d6-42c0-b900-4cef88577c88 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:10:58.244268 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 9265fb3e-65d6-42c0-b900-4cef88577c88 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:10:58.249616 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 9265fb3e-65d6-42c0-b900-4cef88577c88 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:10:58.250577 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:58.258218 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e72ad5fc-6354-4a5c-a920-5539e1dafb49 req-9cdc8b1b-fd70-4f08-bdfa-7ddf765efe07 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724616 Feb 18 12:10:58.266792 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2dbe4bd-5a6f-4b7e-a057-6740e11fab75 req-880e2fd1-9d32-461c-ba3c-322e9d3cafae tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673440 Feb 18 12:10:58.345451 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 9265fb3e-65d6-42c0-b900-4cef88577c88 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:10:58.346152 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:58.371572 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159bf319-c53b-46de-9b25-dfaee75af462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265fb3e-65d6-42c0-b900-4cef88577c88'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:10:58.374619 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d56339-efe9-4f48-b27d-85041a84d4a6" -d '{"events": [{"server_uuid": "159bf319-c53b-46de-9b25-dfaee75af462", "name": "network-vif-plugged", "status": "completed", "tag": "9265fb3e-65d6-42c0-b900-4cef88577c88"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:10:58.388519 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 9265fb3e-65d6-42c0-b900-4cef88577c88, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=9265fb3e-65d6-42c0-b900-4cef88577c88,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:10:58.395615 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:10:58.420410 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361d822-6913-4fe1-8beb-560b37cff0f4 x-openstack-request-id: req-1361d822-6913-4fe1-8beb-560b37cff0f4 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:10:58.420732 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159bf319-c53b-46de-9b25-dfaee75af462", "name": "network-vif-plugged", "status": "completed", "tag": "9265fb3e-65d6-42c0-b900-4cef88577c88", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:10:58.421023 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1361d822-6913-4fe1-8beb-560b37cff0f4 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:10:58.421210 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b72511-981a-46ab-995b-6b3426ffad89 req-e7f5da31-ec99-41f4-b76c-412d708a9b22 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:58.421417 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159bf319-c53b-46de-9b25-dfaee75af462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9265fb3e-65d6-42c0-b900-4cef88577c88', 'code': 200} Feb 18 12:10:58.423879 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-12b72511-981a-46ab-995b-6b3426ffad89 req-e7f5da31-ec99-41f4-b76c-412d708a9b22 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 945 time: 0.0791905 Feb 18 12:10:58.448288 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=9265fb3e-65d6-42c0-b900-4cef88577c88,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:10:58.478234 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-12b72511-981a-46ab-995b-6b3426ffad89 req-62d2e745-4474-413e-8755-12155c4950b8 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485952 Feb 18 12:10:58.710829 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5617c-7e6c-480d-9e87-ccd3276f76df req-5a01e0b4-a15c-4e73-90db-a39d4db68330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:58.712290 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ed5617c-7e6c-480d-9e87-ccd3276f76df req-5a01e0b4-a15c-4e73-90db-a39d4db68330 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 1130 time: 0.0640085 Feb 18 12:10:58.719585 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef98bc-354b-4cf5-bbb8-6154dbb46041 req-fb892be9-2fd1-4378-badc-1edabe9bc9f9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:58.720951 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8ef98bc-354b-4cf5-bbb8-6154dbb46041 req-fb892be9-2fd1-4378-badc-1edabe9bc9f9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0827413 Feb 18 12:10:58.794976 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ed5617c-7e6c-480d-9e87-ccd3276f76df req-db8bb3ca-89f8-4e74-880b-3e7329c94027 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699532 Feb 18 12:10:58.798817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8ef98bc-354b-4cf5-bbb8-6154dbb46041 req-b8d912ae-a497-499f-82e8-d3b648aea404 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687988 Feb 18 12:10:59.042247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b436c08-06aa-4f28-a66b-bd9634d3aecc req-dcc451a9-bd68-4908-9d35-cf8f95457de5 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.043744 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b436c08-06aa-4f28-a66b-bd9634d3aecc req-dcc451a9-bd68-4908-9d35-cf8f95457de5 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0549815 Feb 18 12:10:59.118087 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b436c08-06aa-4f28-a66b-bd9634d3aecc req-4399fa8d-55a0-4083-b6c5-206b5e7b80c2 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668919 Feb 18 12:10:59.163280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-a37dfc2f-7746-48d6-8a35-4ca048272ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.164747 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-a37dfc2f-7746-48d6-8a35-4ca048272ed2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.0863276 Feb 18 12:10:59.217131 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-5517e857-45ea-41fb-b5b0-0012000fb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.219148 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-5517e857-45ea-41fb-b5b0-0012000fb31c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1130 time: 0.0981097 Feb 18 12:10:59.314588 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-942886cc-1e48-480f-9946-a7b34d409ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.316058 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-942886cc-1e48-480f-9946-a7b34d409ce4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.1440365 Feb 18 12:10:59.388211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-836285de-6968-4be4-9898-345f763464ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 217 time: 0.0528436 Feb 18 12:10:59.396088 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-ed35e2ae-003a-4088-af68-d894d1a066a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.397487 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-ed35e2ae-003a-4088-af68-d894d1a066a3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.1689823 Feb 18 12:10:59.553157 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-15d79866-a93b-4c07-92a7-48096727539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.554680 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-15d79866-a93b-4c07-92a7-48096727539b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.1355455 Feb 18 12:10:59.559823 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-fe1dd393-40e0-4dc3-afc7-175185bde62c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 1002 time: 0.1396070 Feb 18 12:10:59.566429 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24eef-6146-4053-938b-d718bc48681e req-b1123166-c4b4-4966-86da-3d955115187a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.567800 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-95a24eef-6146-4053-938b-d718bc48681e req-b1123166-c4b4-4966-86da-3d955115187a tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.2194011 Feb 18 12:10:59.575214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f1e53-30e0-43b0-861c-6aab5c5e4450 req-73ec8f74-0888-4acd-a4e9-41b3ce09e84d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.576583 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-025f1e53-30e0-43b0-861c-6aab5c5e4450 req-73ec8f74-0888-4acd-a4e9-41b3ce09e84d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.2001266 Feb 18 12:10:59.642184 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-ebb73d4f-3955-49db-bcaf-de6c403c82e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628667 Feb 18 12:10:59.735339 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-749a7efb-3a33-4edd-afc6-a4dcc5599398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.736766 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-749a7efb-3a33-4edd-afc6-a4dcc5599398 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.1568754 Feb 18 12:10:59.780614 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-95a24eef-6146-4053-938b-d718bc48681e req-8f49c31e-183e-4e4f-9cd1-a74a9d2e50ac tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025669 Feb 18 12:10:59.793746 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-025f1e53-30e0-43b0-861c-6aab5c5e4450 req-a526b5e0-2ff9-41ae-a81a-66b056e8135a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056866 Feb 18 12:10:59.829071 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-c283d6a9-f75c-4ea2-898e-2ccb586034d5 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741738 Feb 18 12:10:59.834785 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-815dd6ff-5ecc-4581-9f80-a46eaa26fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:10:59.836247 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-815dd6ff-5ecc-4581-9f80-a46eaa26fe5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920732 Feb 18 12:11:00.012817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b45a1f8-18a6-4eb8-a7fe-bbc6e1e758c7 req-2bc7b6f9-7395-485b-8f12-216e58f2adfd service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744952 Feb 18 12:11:00.024799 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308a9fa-980d-4234-8287-595034f4a647 req-db9f4143-d708-454c-816e-7fd05ca1a567 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:00.026227 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8308a9fa-980d-4234-8287-595034f4a647 req-db9f4143-d708-454c-816e-7fd05ca1a567 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.1891334 Feb 18 12:11:00.043236 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-b268d337-302b-4c81-a8df-40a71f00836f service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816051 Feb 18 12:11:00.130208 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8308a9fa-980d-4234-8287-595034f4a647 req-8a7bafde-cfb6-48f0-8658-212840a6c0ab tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968502 Feb 18 12:11:00.168241 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bac122f6-e07d-4e10-b1cb-1c60768cd08c req-44eb4818-5b42-434d-84ce-45b31ad4b982 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128492 Feb 18 12:11:00.256829 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78a6c-993d-4081-a751-5ec6026af376 req-70ef8e40-4359-469d-a915-b40968d763f9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:00.258666 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-47b78a6c-993d-4081-a751-5ec6026af376 req-70ef8e40-4359-469d-a915-b40968d763f9 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0657830 Feb 18 12:11:00.315478 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-47b78a6c-993d-4081-a751-5ec6026af376 req-d438bc11-332b-41fc-b479-cf6cf533ec18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511539 Feb 18 12:11:00.354757 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50512) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:00.463912 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3da3f869-2109-43cf-8abb-d1e878502072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.540631 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3da3f869-2109-43cf-8abb-d1e878502072 admin admin] Publish callbacks [] for security_group (e61bcebe-51a0-4046-9bae-359424a3001c), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.544254 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3da3f869-2109-43cf-8abb-d1e878502072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e61bcebe-51a0-4046-9bae-359424a3001c), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.580731 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3f869-2109-43cf-8abb-d1e878502072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61bcebe-51a0-4046-9bae-359424a3001c,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:00.586449 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3da3f869-2109-43cf-8abb-d1e878502072 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f1aa82a23f04beb978d86b3a229c709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306826 Feb 18 12:11:00.589054 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50516) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:00.635042 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8886-220f-4605-9bf5-b0429a1d955a admin admin] Publish callbacks [] for security_group (e61bcebe-51a0-4046-9bae-359424a3001c), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.654941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8886-220f-4605-9bf5-b0429a1d955a admin admin] Publish callbacks [] for security_group (e61bcebe-51a0-4046-9bae-359424a3001c), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.700255 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8886-220f-4605-9bf5-b0429a1d955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e61bcebe-51a0-4046-9bae-359424a3001c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.702948 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ddcc8886-220f-4605-9bf5-b0429a1d955a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:00.704067 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ddcc8886-220f-4605-9bf5-b0429a1d955a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e61bcebe-51a0-4046-9bae-359424a3001c HTTP/1.1" status: 204 len: 168 time: 0.1141381 Feb 18 12:11:00.711286 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc8886-220f-4605-9bf5-b0429a1d955a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61bcebe-51a0-4046-9bae-359424a3001c,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:00.948723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec3195-f988-4dfd-a3f5-b50667211d51 req-07faea23-bc87-4c38-972c-8d349d892a90 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:00.950376 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89ec3195-f988-4dfd-a3f5-b50667211d51 req-07faea23-bc87-4c38-972c-8d349d892a90 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0904226 Feb 18 12:11:00.962293 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655d616-4dd8-42bc-9477-60cf327975af req-cd071579-1a54-4a7d-aa04-6d6c83725893 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:00.963842 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3655d616-4dd8-42bc-9477-60cf327975af req-cd071579-1a54-4a7d-aa04-6d6c83725893 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0929139 Feb 18 12:11:01.034515 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89ec3195-f988-4dfd-a3f5-b50667211d51 req-7942815b-34d0-40e7-8289-be217c3f06f4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696745 Feb 18 12:11:01.041216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3655d616-4dd8-42bc-9477-60cf327975af req-b12782e7-cbf5-4c3d-b352-156def9a6e0a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697007 Feb 18 12:11:01.296751 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c1258-e1d4-4045-a9ab-7d6c70c91171 req-fa7fa35b-84c6-4051-8d74-6feacd1808a5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.298281 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-210c1258-e1d4-4045-a9ab-7d6c70c91171 req-fa7fa35b-84c6-4051-8d74-6feacd1808a5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1143820 Feb 18 12:11:01.315372 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01947c14-cfb4-4744-b70c-a9810e829e8f req-da235c9a-45fb-4a62-a04b-0994239777eb tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.316723 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01947c14-cfb4-4744-b70c-a9810e829e8f req-da235c9a-45fb-4a62-a04b-0994239777eb tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.1048658 Feb 18 12:11:01.360687 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-4995b97e-b235-4227-a873-f35fe294042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.362154 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-4995b97e-b235-4227-a873-f35fe294042d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1129 time: 0.1162572 Feb 18 12:11:01.400711 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-210c1258-e1d4-4045-a9ab-7d6c70c91171 req-d9832787-1bee-4ad3-8778-5ee768cc9ad5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954726 Feb 18 12:11:01.417314 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01947c14-cfb4-4744-b70c-a9810e829e8f req-80d6c135-df77-40cd-b18f-c86ad93b90e4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949948 Feb 18 12:11:01.747044 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-2ddc7a6d-4951-4a87-be77-c4ecb7dedb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.748516 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-2ddc7a6d-4951-4a87-be77-c4ecb7dedb17 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.3688946 Feb 18 12:11:01.810892 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f77f2b-6306-4a3f-ab68-defd38a12277 req-160290f0-ebdc-4f02-93da-6a369880fcb0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.813025 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-91f77f2b-6306-4a3f-ab68-defd38a12277 req-160290f0-ebdc-4f02-93da-6a369880fcb0 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.3478451 Feb 18 12:11:01.837481 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-d8f2f501-a7e3-4dd6-b373-0f2901610d0e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 1001 time: 0.0811520 Feb 18 12:11:01.896783 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-91f77f2b-6306-4a3f-ab68-defd38a12277 req-64f9fd2d-7d87-40b1-aea7-818fb3196765 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772922 Feb 18 12:11:01.906787 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-cf4d90b9-f0ab-4c93-9b1b-8493ffe94500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.908182 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-cf4d90b9-f0ab-4c93-9b1b-8493ffe94500 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.0586848 Feb 18 12:11:01.957409 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-fa178734-4753-44af-a880-55ccb6dfd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:01.958877 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-fa178734-4753-44af-a880-55ccb6dfd474 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439317 Feb 18 12:11:02.052256 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-4e7c5873-70f7-4ba0-a95e-7c1bdced5964 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856040 Feb 18 12:11:02.183576 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec940493-59b7-4aaa-a04d-6986087dece2 req-c9761c88-afc4-40c1-82de-d9d8d8820cff service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202660 Feb 18 12:11:02.190965 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d058-0acd-431b-bd7d-edc7de210bcc req-51af8f00-4c84-44ed-8f57-aaefe9f0a781 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:02.193055 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6138d058-0acd-431b-bd7d-edc7de210bcc req-51af8f00-4c84-44ed-8f57-aaefe9f0a781 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 946 time: 0.0802524 Feb 18 12:11:02.201794 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:11:02.242618 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6138d058-0acd-431b-bd7d-edc7de210bcc req-4ff3ef3a-9148-4f14-b23e-03e53318691d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438640 Feb 18 12:11:02.281346 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: ACTIVE; New status is: DOWN {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:11:02.281766 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:02.305044 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:02.307298 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f2ce5-255b-4adf-9223-1315912f5e1a" -d '{"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-unplugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:02.319890 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:02.324867 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:02.355319 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73430258-2a2a-4cbc-bcbf-c40024e4b9c4 x-openstack-request-id: req-73430258-2a2a-4cbc-bcbf-c40024e4b9c4 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:02.355621 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-unplugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:02.355884 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73430258-2a2a-4cbc-bcbf-c40024e4b9c4 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:02.356274 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'code': 200} Feb 18 12:11:02.376446 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=8']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:02.522937 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072ec0a-0072-47bf-9df5-4d4f8bd73c71 req-f389aa1a-476d-4eda-b647-260a519186b3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:02.524410 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d072ec0a-0072-47bf-9df5-4d4f8bd73c71 req-f389aa1a-476d-4eda-b647-260a519186b3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0536125 Feb 18 12:11:02.573604 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d072ec0a-0072-47bf-9df5-4d4f8bd73c71 req-0d5e3f72-9f74-4e62-9d0b-c305060f0a9e tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Feb 18 12:11:03.028151 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72ff9f-5223-4921-b47d-3f54fb658980 req-42576ff4-a64b-4a79-a782-867d3659f45c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:03.029656 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f72ff9f-5223-4921-b47d-3f54fb658980 req-42576ff4-a64b-4a79-a782-867d3659f45c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0639114 Feb 18 12:11:03.082355 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f72ff9f-5223-4921-b47d-3f54fb658980 req-dd2b084c-454c-4318-a82e-1de49b18050a tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468681 Feb 18 12:11:03.402509 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0610771-0a00-4a17-ad0b-7345f9b64b79 req-a48f9a1c-aef7-4048-8403-937a0a8ac8db tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:03.403999 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a0610771-0a00-4a17-ad0b-7345f9b64b79 req-a48f9a1c-aef7-4048-8403-937a0a8ac8db tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0663407 Feb 18 12:11:03.453349 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a0610771-0a00-4a17-ad0b-7345f9b64b79 req-8595d4a1-3689-48e7-ad2b-6ab4f7c1b076 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Feb 18 12:11:03.696274 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328b137-a9ca-4c57-a9ab-de6bea04ec03 req-14f544b8-dd72-4362-a7e6-f0ca6efb243c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:03.697778 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a328b137-a9ca-4c57-a9ab-de6bea04ec03 req-14f544b8-dd72-4362-a7e6-f0ca6efb243c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0551829 Feb 18 12:11:03.747230 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a328b137-a9ca-4c57-a9ab-de6bea04ec03 req-fcce3fd0-537e-4a58-a71f-382bdaa37fd8 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436897 Feb 18 12:11:03.907787 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-1f87e2eb-17a6-47f5-abcb-a6174f42850f req-a1ffd2e1-9d7f-498a-b69e-81d77b7ded3c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:11:03.908769 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1f87e2eb-17a6-47f5-abcb-a6174f42850f req-a1ffd2e1-9d7f-498a-b69e-81d77b7ded3c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059934 Feb 18 12:11:04.067062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506634e6-1f5b-4f33-8013-0c635fa4510d req-47a2bf84-269e-4842-af3e-d3a4570b3734 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:04.068535 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-506634e6-1f5b-4f33-8013-0c635fa4510d req-47a2bf84-269e-4842-af3e-d3a4570b3734 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0561764 Feb 18 12:11:04.125796 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-506634e6-1f5b-4f33-8013-0c635fa4510d req-29669dbe-b465-4795-a1d1-98f5890107d0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505447 Feb 18 12:11:04.340591 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50610) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:04.426822 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-3d14c825-356f-48ee-9525-122f5b064bcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850980 Feb 18 12:11:04.435609 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-91edfc1d-59c0-4297-a4ee-4a12b0ba187e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:11:04.437174 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-91edfc1d-59c0-4297-a4ee-4a12b0ba187e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053368 Feb 18 12:11:04.516049 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 50622) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:04.532418 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766245-f11f-4df0-bf7d-581118cf394c req-aa95bea6-519c-49e6-b438-4b1230038c1b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:04.533943 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-69766245-f11f-4df0-bf7d-581118cf394c req-aa95bea6-519c-49e6-b438-4b1230038c1b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0543139 Feb 18 12:11:04.565108 dv-cinder-829877-1-iscsi neutron-server[102857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:11:04.580912 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-69766245-f11f-4df0-bf7d-581118cf394c req-1b9cd45d-be1b-4979-923f-3cc321c75cd7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Feb 18 12:11:04.612941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557a7a-4983-42e0-b731-78f169b4565a req-d13e8e07-4981-4322-a46d-565852f23b83 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:04.614404 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-d13e8e07-4981-4322-a46d-565852f23b83 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports/ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 941 time: 0.0973251 Feb 18 12:11:05.240280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c7fb-b173-4753-ade8-982e2cf3fd27 req-f2b1e57c-aca3-44f3-9942-629ce325ab74 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:05.241769 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c1c7fb-b173-4753-ade8-982e2cf3fd27 req-f2b1e57c-aca3-44f3-9942-629ce325ab74 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0516174 Feb 18 12:11:05.290776 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c1c7fb-b173-4753-ade8-982e2cf3fd27 req-bd94079f-ec6e-4ca5-bbf5-f92f17fc6f53 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435119 Feb 18 12:11:06.208849 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:11:06.283265 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: DOWN; New status is: DOWN {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:11:06.413113 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea88ced-8cd5-4169-bcd1-4012d85e508d req-ff653fe6-4814-4cbc-85a8-4259544b7208 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:06.414592 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3ea88ced-8cd5-4169-bcd1-4012d85e508d req-ff653fe6-4814-4cbc-85a8-4259544b7208 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0520334 Feb 18 12:11:06.460328 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3ea88ced-8cd5-4169-bcd1-4012d85e508d req-cbbb88ff-1b67-4e3e-991f-1ebf5d7ae14f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Feb 18 12:11:07.583883 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c948ac8-1209-442c-8e7f-b2838a7237ea req-9f070d5c-5180-4555-8029-6c2c63cfb5dc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:07.585350 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6c948ac8-1209-442c-8e7f-b2838a7237ea req-9f070d5c-5180-4555-8029-6c2c63cfb5dc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0523720 Feb 18 12:11:07.631788 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6c948ac8-1209-442c-8e7f-b2838a7237ea req-9f95d678-e7d5-476a-aac9-024e289389e0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409708 Feb 18 12:11:08.754549 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3000fa-a90a-40d7-895e-fcf7e52a211c req-e563e007-7694-44a4-a5f8-23aab21e1f82 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:08.756000 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8d3000fa-a90a-40d7-895e-fcf7e52a211c req-e563e007-7694-44a4-a5f8-23aab21e1f82 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0559506 Feb 18 12:11:08.801957 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8d3000fa-a90a-40d7-895e-fcf7e52a211c req-44975239-18a5-42cd-8bd8-4af01e2c3b36 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405052 Feb 18 12:11:09.262893 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb619-9504-4d61-acb3-188881674d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:09.921814 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c2459-a628-41fb-897b-4514c08bd13b req-d50bb75a-2421-40c7-94d1-860ba25f9281 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:09.923256 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-335c2459-a628-41fb-897b-4514c08bd13b req-d50bb75a-2421-40c7-94d1-860ba25f9281 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0519445 Feb 18 12:11:09.969518 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-335c2459-a628-41fb-897b-4514c08bd13b req-b536e720-bcf1-414f-80d1-27246892cf1b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408585 Feb 18 12:11:11.094641 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422cd28-afcd-48a0-bc0c-a73b2362b9ee req-8fba54e1-7f9a-440c-99f1-a78f933f6961 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:11.096095 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f422cd28-afcd-48a0-bc0c-a73b2362b9ee req-8fba54e1-7f9a-440c-99f1-a78f933f6961 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0559661 Feb 18 12:11:11.141959 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f422cd28-afcd-48a0-bc0c-a73b2362b9ee req-c050dbba-19ef-430c-9e51-e5dc7c813723 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404027 Feb 18 12:11:11.432273 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0f25920a-d258-4a52-8c82-2b668f5fd8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:12.264682 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865499ae-c1e3-4fdd-946d-480f80876055 req-520b8d30-6b95-4a6c-8d73-a0ec6650e465 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:12.266180 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-865499ae-c1e3-4fdd-946d-480f80876055 req-520b8d30-6b95-4a6c-8d73-a0ec6650e465 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0531747 Feb 18 12:11:12.312584 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-865499ae-c1e3-4fdd-946d-480f80876055 req-bd35696f-77f7-46d6-9567-390f8a363087 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410564 Feb 18 12:11:12.513549 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:13.431063 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930313d6-9ba0-4182-80fc-73a3d1342961 req-738ee869-b470-4e45-8fbf-780fd20f50ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:13.432632 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-930313d6-9ba0-4182-80fc-73a3d1342961 req-738ee869-b470-4e45-8fbf-780fd20f50ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0512202 Feb 18 12:11:13.482824 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-930313d6-9ba0-4182-80fc-73a3d1342961 req-cdb7eafc-1903-4f91-94ae-cff3a2180d9d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Feb 18 12:11:14.025231 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:14.616527 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f3d41-2464-414f-bc6a-175a159aa10f req-cd36fdb2-60b9-4aa3-a388-b9014a4a88cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:14.618028 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-375f3d41-2464-414f-bc6a-175a159aa10f req-cd36fdb2-60b9-4aa3-a388-b9014a4a88cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0522859 Feb 18 12:11:14.665735 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-375f3d41-2464-414f-bc6a-175a159aa10f req-03c72acb-07c7-449d-8d92-d74ec1e94847 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422106 Feb 18 12:11:15.472530 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:15.785321 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753104c-d0b1-400f-bc04-e442fc59dcb8 req-bd64cead-c6ca-432e-99db-e4a022935dea tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:15.786801 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f753104c-d0b1-400f-bc04-e442fc59dcb8 req-bd64cead-c6ca-432e-99db-e4a022935dea tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0512133 Feb 18 12:11:15.832341 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f753104c-d0b1-400f-bc04-e442fc59dcb8 req-9d28d2a5-343d-4194-9dc7-e1826cd4c442 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401936 Feb 18 12:11:16.961573 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b90a4-37d7-4538-a323-43195a1a317b req-6d1d2697-0f46-4a66-b39f-0e99c8c87fb1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:16.963091 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e32b90a4-37d7-4538-a323-43195a1a317b req-6d1d2697-0f46-4a66-b39f-0e99c8c87fb1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0590343 Feb 18 12:11:17.018049 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e32b90a4-37d7-4538-a323-43195a1a317b req-94c15d11-ea69-44ae-9073-d3cd34c3aa47 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481684 Feb 18 12:11:17.835220 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbe63b-aa19-4c89-86d5-b6db27024af3 req-1b0cb4d0-7471-4e08-9ac3-0552a53aa92c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:17.836588 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fadbe63b-aa19-4c89-86d5-b6db27024af3 req-1b0cb4d0-7471-4e08-9ac3-0552a53aa92c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0799363 Feb 18 12:11:17.839016 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-0dfc4fb4-3178-405c-a261-7358de358bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:17.840323 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-0dfc4fb4-3178-405c-a261-7358de358bd6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.0740585 Feb 18 12:11:17.930579 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fadbe63b-aa19-4c89-86d5-b6db27024af3 req-3f25af55-fc92-49b7-ad51-df4934dbcd61 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883243 Feb 18 12:11:17.961230 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-4f6e5887-f7ec-46d2-93a6-5043f99e57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:17.962690 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-4f6e5887-f7ec-46d2-93a6-5043f99e57ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.1060398 Feb 18 12:11:18.011211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-e265b910-0045-43ad-a10a-3db5abef1b94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 217 time: 0.0348902 Feb 18 12:11:18.067997 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-361496eb-ddb6-4e9f-a2f8-2a5f862bd9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.069450 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-361496eb-ddb6-4e9f-a2f8-2a5f862bd9d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0485914 Feb 18 12:11:18.108029 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-8f432dad-6c1b-47f4-bbc8-3b41f490ec8f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276968 Feb 18 12:11:18.217352 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a89ec-84ad-47ac-8374-834c1f6f771c req-ecbbba89-5cdc-4191-ba41-bef6c531682b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.219416 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-420a89ec-84ad-47ac-8374-834c1f6f771c req-ecbbba89-5cdc-4191-ba41-bef6c531682b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.1137459 Feb 18 12:11:18.247321 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-8c4e5336-ee24-4f8a-9bf9-38363b1c5619 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303120 Feb 18 12:11:18.370072 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-420a89ec-84ad-47ac-8374-834c1f6f771c req-84fbade6-87da-4ede-bf32-9eb4bcf52d90 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449726 Feb 18 12:11:18.404227 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557a7a-4983-42e0-b731-78f169b4565a req-e9cd2944-0dbc-430b-b5f7-3c6e99169696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.406320 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-e9cd2944-0dbc-430b-b5f7-3c6e99169696 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13&tenant_id=3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 1128 time: 0.1360369 Feb 18 12:11:18.441438 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f6a8ea2-220d-4e76-bb2e-6bf9cbc995d0 req-39939101-10c7-4db2-ad1f-c457c53096cc service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787639 Feb 18 12:11:18.479032 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557a7a-4983-42e0-b731-78f169b4565a req-cd2994a9-ccf4-42f4-bf3b-676fcf24ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.480563 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-cd2994a9-ccf4-42f4-bf3b-676fcf24ac35 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1128 time: 0.0499461 Feb 18 12:11:18.587257 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557a7a-4983-42e0-b731-78f169b4565a req-0e775177-ad35-42c6-8623-d216cb55a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.588708 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-0e775177-ad35-42c6-8623-d216cb55a3e2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.0915349 Feb 18 12:11:18.654739 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-abec806e-591c-4f5e-8c48-7bada6477d07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 200 len: 1000 time: 0.0579011 Feb 18 12:11:18.706799 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557a7a-4983-42e0-b731-78f169b4565a req-65081b83-3888-4331-b560-0e24588010d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.708183 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-65081b83-3888-4331-b560-0e24588010d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0453696 Feb 18 12:11:18.759538 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557a7a-4983-42e0-b731-78f169b4565a req-f0c6299a-074d-4788-b43c-f36cab7cfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:18.760941 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-f0c6299a-074d-4788-b43c-f36cab7cfb4e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420461 Feb 18 12:11:18.860306 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-1a61c6f3-68a0-46c6-b4b7-a1c217dc821f service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791256 Feb 18 12:11:18.950055 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1557a7a-4983-42e0-b731-78f169b4565a req-d9d5d990-9ee4-4a8b-9056-b428b6451292 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823951 Feb 18 12:11:19.050379 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c78be-b057-430a-b5d5-02d7f7268774 req-dc58c35e-0309-4ba0-8cee-c058f96cc045 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:19.051842 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9e6c78be-b057-430a-b5d5-02d7f7268774 req-dc58c35e-0309-4ba0-8cee-c058f96cc045 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0540059 Feb 18 12:11:19.096671 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9e6c78be-b057-430a-b5d5-02d7f7268774 req-f90c1f6d-01eb-4fa5-972b-ddba823025be tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 Feb 18 12:11:19.501440 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687c8f1-999a-4b5a-91d8-502420b21390 req-ad4bac1c-7c15-4fb0-9b16-12e972205e98 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:19.502952 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5687c8f1-999a-4b5a-91d8-502420b21390 req-ad4bac1c-7c15-4fb0-9b16-12e972205e98 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0585413 Feb 18 12:11:19.555043 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5687c8f1-999a-4b5a-91d8-502420b21390 req-08e80488-3a56-4a84-be01-5bafe1119380 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459321 Feb 18 12:11:20.215669 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a22c5-aebd-4fa5-9bb0-138877eb0af8 req-d6ec0e9d-c1ca-4e03-9a7e-de1fc11076b6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:20.217138 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc5a22c5-aebd-4fa5-9bb0-138877eb0af8 req-d6ec0e9d-c1ca-4e03-9a7e-de1fc11076b6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0532064 Feb 18 12:11:20.284077 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc5a22c5-aebd-4fa5-9bb0-138877eb0af8 req-1f2d3bff-6d0a-4d73-99c1-9109a04fec40 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Feb 18 12:11:20.575324 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706b919-bd7d-4091-81af-1553e526cdd3 req-28edb1a0-aae6-4a16-8ee6-682c3ffdd94d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:20.577340 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d706b919-bd7d-4091-81af-1553e526cdd3 req-28edb1a0-aae6-4a16-8ee6-682c3ffdd94d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0548418 Feb 18 12:11:20.630419 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d706b919-bd7d-4091-81af-1553e526cdd3 req-0c022030-1857-444a-bb83-5a0f4c7469f7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474164 Feb 18 12:11:20.694700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800d4da-f6c5-403c-bf9d-619b455cf5c0 req-86fca162-71c7-459e-b500-3cf0f23778bf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:20.702483 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6800d4da-f6c5-403c-bf9d-619b455cf5c0 req-86fca162-71c7-459e-b500-3cf0f23778bf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0646412 Feb 18 12:11:20.744492 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6800d4da-f6c5-403c-bf9d-619b455cf5c0 req-aff34f05-ae66-4e16-a0dd-2c30f4c607b5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409610 Feb 18 12:11:21.252291 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:21.388485 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e68f9-d7d6-4bff-b2ba-a9bb1a4b8dbc req-e8770728-dd09-4f9b-8db1-24a423230475 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:21.390077 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-439e68f9-d7d6-4bff-b2ba-a9bb1a4b8dbc req-e8770728-dd09-4f9b-8db1-24a423230475 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0553415 Feb 18 12:11:21.441285 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-439e68f9-d7d6-4bff-b2ba-a9bb1a4b8dbc req-839f54cb-49f9-479a-b73d-69f6eb95f874 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453582 Feb 18 12:11:21.778001 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9873-2705-40d4-a2bc-8a23c99e8cac req-bbd459a1-bfc3-43ba-b99e-fb459edb10a7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:21.779504 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-723d9873-2705-40d4-a2bc-8a23c99e8cac req-bbd459a1-bfc3-43ba-b99e-fb459edb10a7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0698166 Feb 18 12:11:21.838725 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-723d9873-2705-40d4-a2bc-8a23c99e8cac req-e12621eb-160a-4276-92c8-f80b2b2a1e83 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502937 Feb 18 12:11:21.881886 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a8242-95e2-460d-9765-1422fe24f3b6 req-d85498c4-c0c5-453a-9f0d-a57c7241ea75 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:21.883328 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0d1a8242-95e2-460d-9765-1422fe24f3b6 req-d85498c4-c0c5-453a-9f0d-a57c7241ea75 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0680053 Feb 18 12:11:21.928693 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0d1a8242-95e2-460d-9765-1422fe24f3b6 req-8d487176-dbdd-4a5f-9217-dc7e3c90ef15 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 Feb 18 12:11:22.560202 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b0f8c-89a0-440c-9681-fc48f4809fe6 req-c65dc594-a92c-4a5a-969e-b862f2f2ee7d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:22.561762 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-045b0f8c-89a0-440c-9681-fc48f4809fe6 req-c65dc594-a92c-4a5a-969e-b862f2f2ee7d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0541925 Feb 18 12:11:22.613375 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-045b0f8c-89a0-440c-9681-fc48f4809fe6 req-07e08a33-b5fc-4dd8-86ad-358d7badd072 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451419 Feb 18 12:11:22.956742 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164b78e-1df1-40f1-b38d-1cef6a009d96 req-69399ad0-71d3-4bf3-b7d9-0d627c1a15f5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:22.958625 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2164b78e-1df1-40f1-b38d-1cef6a009d96 req-69399ad0-71d3-4bf3-b7d9-0d627c1a15f5 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0539029 Feb 18 12:11:23.021410 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2164b78e-1df1-40f1-b38d-1cef6a009d96 req-a221442b-cccf-4ec1-a67b-56f93699a4d4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542703 Feb 18 12:11:23.066787 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9306f-c46e-4604-8997-ab734e4b2646 req-f1b58e56-964d-422b-abb5-9fa1fc036bbd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:23.068682 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-26c9306f-c46e-4604-8997-ab734e4b2646 req-f1b58e56-964d-422b-abb5-9fa1fc036bbd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0629833 Feb 18 12:11:23.123168 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-26c9306f-c46e-4604-8997-ab734e4b2646 req-235067ab-8f57-4976-beb8-5bb04989c87a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485659 Feb 18 12:11:23.753022 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e100378-6ec6-442d-bda3-f48329babf64 req-dda83b4c-ca3e-427c-91e4-f70819fac2d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:23.756114 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0e100378-6ec6-442d-bda3-f48329babf64 req-dda83b4c-ca3e-427c-91e4-f70819fac2d7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0732958 Feb 18 12:11:23.820443 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0e100378-6ec6-442d-bda3-f48329babf64 req-a5a1ea2b-f74b-45ec-b33b-263c3e6427ce tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 Feb 18 12:11:24.142745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e7755-3581-4534-bab2-5838db2c1f77 req-e628b9d9-c192-4d17-ad37-3914a46bc4e4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:24.149918 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-626e7755-3581-4534-bab2-5838db2c1f77 req-e628b9d9-c192-4d17-ad37-3914a46bc4e4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0592046 Feb 18 12:11:24.200997 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-626e7755-3581-4534-bab2-5838db2c1f77 req-7c6ab422-1165-4344-a84a-3b733c56a829 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Feb 18 12:11:24.266981 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce0016-f28e-464f-893b-3ed1ab7b25bb req-7a7f5319-7269-4a6d-93f7-500985b524db tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:24.268524 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-15ce0016-f28e-464f-893b-3ed1ab7b25bb req-7a7f5319-7269-4a6d-93f7-500985b524db tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0617995 Feb 18 12:11:24.326015 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-15ce0016-f28e-464f-893b-3ed1ab7b25bb req-246d1d13-cdbb-4434-a5eb-bd52e938c913 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514989 Feb 18 12:11:24.946988 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eadb9-d1f3-4efc-81e4-a05ec1778b8f req-e62f22bd-f530-46bf-a17e-10efbb796a40 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:24.948615 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-852eadb9-d1f3-4efc-81e4-a05ec1778b8f req-e62f22bd-f530-46bf-a17e-10efbb796a40 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0598166 Feb 18 12:11:24.997173 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-852eadb9-d1f3-4efc-81e4-a05ec1778b8f req-e482dade-f891-4a08-9e34-c014b2dfcd68 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Feb 18 12:11:25.342162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2734d8-0d31-4ccd-b52b-03dc355beb05 req-97691f32-0b70-4e92-aa31-9eec1e9fe229 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:25.343652 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-db2734d8-0d31-4ccd-b52b-03dc355beb05 req-97691f32-0b70-4e92-aa31-9eec1e9fe229 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0608130 Feb 18 12:11:25.396726 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-db2734d8-0d31-4ccd-b52b-03dc355beb05 req-56978ba3-6dda-45f3-91e7-967269ca813c tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Feb 18 12:11:25.462937 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585d866-a714-4ab2-9a0f-288fd1fa70e8 req-8e093eb6-d9fe-4943-bd58-8010c3aa3bc1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:25.464435 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b585d866-a714-4ab2-9a0f-288fd1fa70e8 req-8e093eb6-d9fe-4943-bd58-8010c3aa3bc1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0590725 Feb 18 12:11:25.513880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b585d866-a714-4ab2-9a0f-288fd1fa70e8 req-7d2c31d3-38a2-49f9-a8dd-e2a32900229d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434570 Feb 18 12:11:26.123497 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e953-e64a-4720-b300-a116032c99c7 req-53052871-f98a-45ed-bbf7-b6d664411390 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:26.124992 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9f1e953-e64a-4720-b300-a116032c99c7 req-53052871-f98a-45ed-bbf7-b6d664411390 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0535085 Feb 18 12:11:26.171655 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e9f1e953-e64a-4720-b300-a116032c99c7 req-de07f691-5814-4ecb-b2fd-2bc5a72b7bed tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Feb 18 12:11:26.522902 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469690ef-f913-40fb-b655-80eb47184d47 req-e3504595-29a0-477b-a962-ac65c0753e04 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:26.524818 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-469690ef-f913-40fb-b655-80eb47184d47 req-e3504595-29a0-477b-a962-ac65c0753e04 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0571597 Feb 18 12:11:26.573086 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-469690ef-f913-40fb-b655-80eb47184d47 req-26435cdf-bc72-47d0-94a4-ded0e3a3b03e tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Feb 18 12:11:26.640096 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753cab2-9499-430c-a949-8a10f5238f45 req-1e51ea44-01a3-4b30-a905-b93ec054be13 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:26.642216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8753cab2-9499-430c-a949-8a10f5238f45 req-1e51ea44-01a3-4b30-a905-b93ec054be13 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0548525 Feb 18 12:11:26.691617 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8753cab2-9499-430c-a949-8a10f5238f45 req-c01a695b-9d44-4199-ac8e-21f56bacebed tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438488 Feb 18 12:11:27.298888 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7510cdf-0bf5-4499-8b00-a3ad84040fac req-cd457510-8208-4725-95bc-f0049628724e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:27.300419 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b7510cdf-0bf5-4499-8b00-a3ad84040fac req-cd457510-8208-4725-95bc-f0049628724e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0606105 Feb 18 12:11:27.354305 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b7510cdf-0bf5-4499-8b00-a3ad84040fac req-33ebe2eb-1b84-48e7-8a5e-bee186eaf667 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Feb 18 12:11:27.695976 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0059d-ea38-4300-896a-ac3198a15c45 req-7e4d3981-0e96-4069-b1a8-eeb76b41befe tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:27.697893 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-90e0059d-ea38-4300-896a-ac3198a15c45 req-7e4d3981-0e96-4069-b1a8-eeb76b41befe tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0541251 Feb 18 12:11:27.747518 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-90e0059d-ea38-4300-896a-ac3198a15c45 req-c99eb7f6-4ef9-4013-9d05-552e71329c42 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Feb 18 12:11:27.760113 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:11:27.824568 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c931381-df56-4b7e-8d66-48f5f6e50c3b req-4f7a7a7d-54fc-433a-8ba8-1e94a3433c1c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:27.826129 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8c931381-df56-4b7e-8d66-48f5f6e50c3b req-4f7a7a7d-54fc-433a-8ba8-1e94a3433c1c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0545855 Feb 18 12:11:27.873945 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8c931381-df56-4b7e-8d66-48f5f6e50c3b req-8de65c68-5133-49bd-b75c-c21282fd30be tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415459 Feb 18 12:11:28.484644 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4be67-1541-461b-a4da-ae5bd0e56bc6 req-9c7f3c4a-46a1-4d02-a8c1-9d534e446f46 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:28.486313 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcd4be67-1541-461b-a4da-ae5bd0e56bc6 req-9c7f3c4a-46a1-4d02-a8c1-9d534e446f46 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0577669 Feb 18 12:11:28.535885 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcd4be67-1541-461b-a4da-ae5bd0e56bc6 req-8a4d70e6-2b2a-4759-889c-2cba4ebbda08 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432127 Feb 18 12:11:28.878136 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6753-9edd-4eb8-b961-f3d42edb4c38 req-27e1bdc6-83ad-4a08-9512-3be3b4b558f0 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:28.879667 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-167f6753-9edd-4eb8-b961-f3d42edb4c38 req-27e1bdc6-83ad-4a08-9512-3be3b4b558f0 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0585639 Feb 18 12:11:28.930303 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-167f6753-9edd-4eb8-b961-f3d42edb4c38 req-a5c33fec-8c57-48bb-92cb-338c53f416ce tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Feb 18 12:11:29.008702 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3dc95f-03bd-42f2-bd29-4c7bacb0492b req-66a2ecd7-e069-44ef-8393-e79a3044ddcc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:29.010237 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f3dc95f-03bd-42f2-bd29-4c7bacb0492b req-66a2ecd7-e069-44ef-8393-e79a3044ddcc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0642600 Feb 18 12:11:29.058794 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f3dc95f-03bd-42f2-bd29-4c7bacb0492b req-626b0237-5787-4300-8bc3-7b83973f3048 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Feb 18 12:11:29.656587 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc8c9-e131-45a6-8889-a84232f20577 req-552beec6-a85e-40fd-abfd-a3346bae0d98 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:29.658118 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4cfdc8c9-e131-45a6-8889-a84232f20577 req-552beec6-a85e-40fd-abfd-a3346bae0d98 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0534918 Feb 18 12:11:29.705806 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4cfdc8c9-e131-45a6-8889-a84232f20577 req-d4fb974e-d4c9-4433-9fb4-235fa8982fd8 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Feb 18 12:11:30.051114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b24f12-c5fb-47c3-b591-5e8e7e6a0d68 req-e47d24f3-7238-4678-aa12-b2da72867a2f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:30.052560 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a6b24f12-c5fb-47c3-b591-5e8e7e6a0d68 req-e47d24f3-7238-4678-aa12-b2da72867a2f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0553825 Feb 18 12:11:30.106614 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a6b24f12-c5fb-47c3-b591-5e8e7e6a0d68 req-e5b5de95-5613-4d95-a81d-eef117a8cbe8 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Feb 18 12:11:30.187278 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7898a-df3b-4bbc-a5af-8dfe821b5b67 req-a67b9d66-cb20-40a2-a7b6-62f3d369ea61 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:30.189289 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60c7898a-df3b-4bbc-a5af-8dfe821b5b67 req-a67b9d66-cb20-40a2-a7b6-62f3d369ea61 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Feb 18 12:11:30.236530 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60c7898a-df3b-4bbc-a5af-8dfe821b5b67 req-9f82e5f4-64dc-41b9-9d55-a8fc9894ac4b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Feb 18 12:11:30.825476 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6ca32-cc67-4117-b9e8-20828f1b102a req-1c271095-d27d-4c13-8588-71afd6b91bb7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:30.827085 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f7b6ca32-cc67-4117-b9e8-20828f1b102a req-1c271095-d27d-4c13-8588-71afd6b91bb7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0533178 Feb 18 12:11:30.873928 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f7b6ca32-cc67-4117-b9e8-20828f1b102a req-ca50daba-4041-4fc3-95be-5ac3cbd9056c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Feb 18 12:11:31.226143 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f03511-e252-4f07-b015-f03fa293be32 req-2c97cdd7-f452-4110-a80e-9f5b3cd28e60 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:31.227566 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-02f03511-e252-4f07-b015-f03fa293be32 req-2c97cdd7-f452-4110-a80e-9f5b3cd28e60 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0542843 Feb 18 12:11:31.273113 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-02f03511-e252-4f07-b015-f03fa293be32 req-524cc239-6d55-4264-ad66-81b909fb83a4 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Feb 18 12:11:31.361305 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208987b-9edb-4db3-9444-3b6649931868 req-83be3a77-81f6-4dd9-a7b3-01ced5a598b4 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:31.362819 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0208987b-9edb-4db3-9444-3b6649931868 req-83be3a77-81f6-4dd9-a7b3-01ced5a598b4 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0513685 Feb 18 12:11:31.408733 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0208987b-9edb-4db3-9444-3b6649931868 req-5812b937-1c80-4719-82d0-785094427c30 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Feb 18 12:11:31.990299 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe95e2e-849d-47c3-a7f3-41d71a8bdc7a req-d02fc543-c0bf-4422-a83c-4e6c1f542af2 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:31.991762 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfe95e2e-849d-47c3-a7f3-41d71a8bdc7a req-d02fc543-c0bf-4422-a83c-4e6c1f542af2 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0513263 Feb 18 12:11:32.039934 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfe95e2e-849d-47c3-a7f3-41d71a8bdc7a req-7905a109-833e-4e25-922b-843237fdbb79 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Feb 18 12:11:32.387378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848b866-5796-41a7-b571-fcd14431c1ec req-805addb8-a835-4ee6-8541-e75ee11a4f80 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:32.388813 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5848b866-5796-41a7-b571-fcd14431c1ec req-805addb8-a835-4ee6-8541-e75ee11a4f80 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0511270 Feb 18 12:11:32.433939 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5848b866-5796-41a7-b571-fcd14431c1ec req-aedda752-4ef5-4894-ad74-9f3fbe4a8372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392463 Feb 18 12:11:32.529360 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417f28-d529-4ed3-9b45-39a82b580514 req-41ab282c-b51c-46d1-99fd-0b5f1b60f114 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:32.530848 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-77417f28-d529-4ed3-9b45-39a82b580514 req-41ab282c-b51c-46d1-99fd-0b5f1b60f114 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0510681 Feb 18 12:11:32.575526 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-77417f28-d529-4ed3-9b45-39a82b580514 req-a3a4e183-4827-4984-90f8-9232406acf36 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 Feb 18 12:11:33.159510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cd1c1-d7cf-40e3-ab95-d1880a689835 req-7458b8dd-3015-4d58-9eec-fc74d5123464 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:33.160962 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-409cd1c1-d7cf-40e3-ab95-d1880a689835 req-7458b8dd-3015-4d58-9eec-fc74d5123464 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0547953 Feb 18 12:11:33.205903 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-409cd1c1-d7cf-40e3-ab95-d1880a689835 req-e6a598cc-9441-4090-a4d8-3029a6301ff3 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Feb 18 12:11:33.427011 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-70a79491-11cd-4e10-a81f-9d6fe747d222 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:33.428411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-70a79491-11cd-4e10-a81f-9d6fe747d222 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0504613 Feb 18 12:11:33.561966 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676757-9bb0-4cb0-9288-725373c6fda4 req-88fb441e-4c81-4ff4-b1f4-eaf2d6b9e558 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:33.563833 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9676757-9bb0-4cb0-9288-725373c6fda4 req-88fb441e-4c81-4ff4-b1f4-eaf2d6b9e558 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=159bf319-c53b-46de-9b25-dfaee75af462 HTTP/1.1" status: 200 len: 946 time: 0.0627732 Feb 18 12:11:33.569584 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Deleting port 9265fb3e-65d6-42c0-b900-4cef88577c88 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:11:33.569955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:33.695895 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9676757-9bb0-4cb0-9288-725373c6fda4 req-f056a410-36a1-46bf-bc44-a2fa0bf47bf9 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230614 Feb 18 12:11:33.716113 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] For port 9265fb3e-65d6-42c0-b900-4cef88577c88, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=9265fb3e-65d6-42c0-b900-4cef88577c88,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:33.716479 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:33.732465 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Calling delete_port for 9265fb3e-65d6-42c0-b900-4cef88577c88 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:11:33.751639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8e17f-f584-4653-aa65-847f80fe1f75 req-20e50f34-93b6-40c9-bb13-0ea75075955e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:33.753095 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-45f8e17f-f584-4653-aa65-847f80fe1f75 req-20e50f34-93b6-40c9-bb13-0ea75075955e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.1036077 Feb 18 12:11:33.850068 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-45f8e17f-f584-4653-aa65-847f80fe1f75 req-c1347fc1-ef01-42d7-b7f4-29c6b216108d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670402 Feb 18 12:11:33.905886 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (9265fb3e-65d6-42c0-b900-4cef88577c88), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:33.921369 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c', '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'a4c11066-1d19-41fb-8a75-b99fed9c3c83', '9265fb3e-65d6-42c0-b900-4cef88577c88'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:11:33.933668 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event deleted for resources: {'Port': ['ID=9265fb3e-65d6-42c0-b900-4cef88577c88,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:33.978067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] No DVR routers for this DVR port 9265fb3e-65d6-42c0-b900-4cef88577c88 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:11:33.981092 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:33.984392 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6add9b46-22b6-46cd-8329-63fe86f887ec req-a013ebc8-8ab8-43aa-9394-6a1c37ca971f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "DELETE /v2.0/ports/9265fb3e-65d6-42c0-b900-4cef88577c88 HTTP/1.1" status: 204 len: 173 time: 0.5497067 Feb 18 12:11:33.984828 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159bf319-c53b-46de-9b25-dfaee75af462', 'name': 'network-vif-deleted', 'tag': '9265fb3e-65d6-42c0-b900-4cef88577c88'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:33.987627 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a84d28-b612-4cb1-bd3f-7eda8dfbe3c1" -d '{"events": [{"server_uuid": "159bf319-c53b-46de-9b25-dfaee75af462", "name": "network-vif-deleted", "tag": "9265fb3e-65d6-42c0-b900-4cef88577c88"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:34.023771 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1b112-c398-4226-9d33-2e16da710b59 x-openstack-request-id: req-aea1b112-c398-4226-9d33-2e16da710b59 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:34.024070 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159bf319-c53b-46de-9b25-dfaee75af462", "name": "network-vif-deleted", "tag": "9265fb3e-65d6-42c0-b900-4cef88577c88", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:34.024331 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aea1b112-c398-4226-9d33-2e16da710b59 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:34.024736 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159bf319-c53b-46de-9b25-dfaee75af462', 'name': 'network-vif-deleted', 'tag': '9265fb3e-65d6-42c0-b900-4cef88577c88', 'status': 'completed', 'code': 200} Feb 18 12:11:34.549065 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6ec8a-6516-46cc-b286-c39f55330580 req-73464eb6-105f-49a9-8411-4c6d8bdad4ea tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:34.550485 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-42d6ec8a-6516-46cc-b286-c39f55330580 req-73464eb6-105f-49a9-8411-4c6d8bdad4ea tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.2797313 Feb 18 12:11:34.597742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-42d6ec8a-6516-46cc-b286-c39f55330580 req-09b089c9-fc21-4653-91eb-75ef0b5d9835 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Feb 18 12:11:34.971100 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5d214-a88a-4964-a780-0c5342be46ef req-da3552ac-ce3e-4976-8be6-e25d22a92cc6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:34.972537 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-add5d214-a88a-4964-a780-0c5342be46ef req-da3552ac-ce3e-4976-8be6-e25d22a92cc6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0515759 Feb 18 12:11:35.019317 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-add5d214-a88a-4964-a780-0c5342be46ef req-8814bc8c-d9b5-4c03-b050-63728cc3e0b2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Feb 18 12:11:35.715060 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4934e-682e-45ce-b5fa-f5d4e8d291aa req-3fc8910e-f082-4f46-a358-3b58f028d566 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:35.716491 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-52c4934e-682e-45ce-b5fa-f5d4e8d291aa req-3fc8910e-f082-4f46-a358-3b58f028d566 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0527403 Feb 18 12:11:35.762206 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-52c4934e-682e-45ce-b5fa-f5d4e8d291aa req-74f8b556-ec8d-4c8f-ada2-b7b14fa43509 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392680 Feb 18 12:11:36.077038 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c71f-dc79-41fe-9770-71ecb905c06b req-de5ebfde-4eda-4a40-9537-93eb5d91ed9a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:36.078552 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-84a8c71f-dc79-41fe-9770-71ecb905c06b req-de5ebfde-4eda-4a40-9537-93eb5d91ed9a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 945 time: 0.0515733 Feb 18 12:11:36.159326 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-84a8c71f-dc79-41fe-9770-71ecb905c06b req-d3dab569-35d8-4e37-a396-94539f2ad1b7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747683 Feb 18 12:11:36.170292 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f329cc-77a0-4071-8b00-7d3a46a7f95e req-2a22c818-0eac-439a-8ebd-368a3321d094 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:36.171743 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-96f329cc-77a0-4071-8b00-7d3a46a7f95e req-2a22c818-0eac-439a-8ebd-368a3321d094 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0816059 Feb 18 12:11:36.218870 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-96f329cc-77a0-4071-8b00-7d3a46a7f95e req-3c2bd019-97f2-40b6-aaf6-2368d31687f5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415382 Feb 18 12:11:36.893476 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520912a-06c3-43df-bc8e-fb9a0cf9f684 req-323d0bf9-fabe-424a-a34e-43578c698c94 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:36.894967 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e520912a-06c3-43df-bc8e-fb9a0cf9f684 req-323d0bf9-fabe-424a-a34e-43578c698c94 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0525990 Feb 18 12:11:36.940596 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e520912a-06c3-43df-bc8e-fb9a0cf9f684 req-5d3eb7e4-bf4e-4251-83a2-14bf3e95020f tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Feb 18 12:11:37.284750 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eee45-aaae-4c2f-b5c1-3d01e20dc55d req-645f9da9-f6db-4796-b93c-865c6520da0e tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:37.286292 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-041eee45-aaae-4c2f-b5c1-3d01e20dc55d req-645f9da9-f6db-4796-b93c-865c6520da0e tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 945 time: 0.0551424 Feb 18 12:11:37.364522 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-041eee45-aaae-4c2f-b5c1-3d01e20dc55d req-52f77a24-ba33-4c91-94c7-4c248d0b4abb tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Feb 18 12:11:37.379428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86a771-baa5-405d-a53a-122b70787dd9 req-2e38321f-d34e-4a90-bb2d-527c36c5b211 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:37.380869 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b86a771-baa5-405d-a53a-122b70787dd9 req-2e38321f-d34e-4a90-bb2d-527c36c5b211 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0814638 Feb 18 12:11:37.426757 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b86a771-baa5-405d-a53a-122b70787dd9 req-f8bc243a-f13a-4fbb-b2db-8b170f91c269 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 Feb 18 12:11:37.887278 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-a5b4aabc-25d3-44d6-bc13-c3542f4c10de tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:37.888721 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-a5b4aabc-25d3-44d6-bc13-c3542f4c10de tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 945 time: 0.0521500 Feb 18 12:11:37.984722 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Deleting port a4c11066-1d19-41fb-8a75-b99fed9c3c83 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:11:37.985362 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:38.112190 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06820db-2648-4de2-91ff-0ea08c6d68f8 req-5b4cac02-fcc0-49fb-a03d-29ddcddbd0b4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.113757 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c06820db-2648-4de2-91ff-0ea08c6d68f8 req-5b4cac02-fcc0-49fb-a03d-29ddcddbd0b4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0880115 Feb 18 12:11:38.118937 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] For port a4c11066-1d19-41fb-8a75-b99fed9c3c83, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a4c11066-1d19-41fb-8a75-b99fed9c3c83,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:38.119341 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:38.148093 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Calling delete_port for a4c11066-1d19-41fb-8a75-b99fed9c3c83 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:11:38.238247 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c06820db-2648-4de2-91ff-0ea08c6d68f8 req-f9277fcb-a4eb-4532-ac58-9a926d535f79 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160843 Feb 18 12:11:38.285863 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 9265fb3e-65d6-42c0-b900-4cef88577c88 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:11:38.305382 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 9265fb3e-65d6-42c0-b900-4cef88577c88 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:11:38.305756 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 9265fb3e-65d6-42c0-b900-4cef88577c88 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:11:38.327240 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e303-26ac-464d-9857-1f4910028a79 req-9ad905da-ddb9-44a4-9bbb-705caf120a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.328729 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-9ad905da-ddb9-44a4-9bbb-705caf120a91 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1168 time: 0.1123981 Feb 18 12:11:38.337455 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bdf68-c401-416e-8808-9126d7d9ca9d req-8aae4e12-8ada-4609-8ca0-ccbc4939b385 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.338846 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5e6bdf68-c401-416e-8808-9126d7d9ca9d req-8aae4e12-8ada-4609-8ca0-ccbc4939b385 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.1589682 Feb 18 12:11:38.512819 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a4c11066-1d19-41fb-8a75-b99fed9c3c83), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:38.525574 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c', '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'a4c11066-1d19-41fb-8a75-b99fed9c3c83'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:11:38.564858 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e303-26ac-464d-9857-1f4910028a79 req-382fc683-43b5-4955-95a0-8d367d0ddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.566337 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-382fc683-43b5-4955-95a0-8d367d0ddad9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 915 time: 0.2265539 Feb 18 12:11:38.568232 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event deleted for resources: {'Port': ['ID=a4c11066-1d19-41fb-8a75-b99fed9c3c83,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:38.584770 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5e6bdf68-c401-416e-8808-9126d7d9ca9d req-c2806344-516e-4ec9-b33f-fac30521bb4d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2360563 Feb 18 12:11:38.651319 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffd3bb-bfa8-4325-b822-f1ba019996a2 req-64808206-abd7-4207-8621-045d3c466055 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.652691 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cffd3bb-bfa8-4325-b822-f1ba019996a2 req-64808206-abd7-4207-8621-045d3c466055 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba HTTP/1.1" status: 200 len: 945 time: 0.2204111 Feb 18 12:11:38.686351 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] No DVR routers for this DVR port a4c11066-1d19-41fb-8a75-b99fed9c3c83 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:11:38.712742 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:38.715985 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f43c14ff-4a6f-4b4e-aeee-4e6d1bc57691 req-9e5fffee-088c-47a2-a88a-a69ec575bd0d tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "DELETE /v2.0/ports/a4c11066-1d19-41fb-8a75-b99fed9c3c83 HTTP/1.1" status: 204 len: 173 time: 0.8199811 Feb 18 12:11:38.718474 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'name': 'network-vif-deleted', 'tag': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:38.720952 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f370e52d-e2bb-422b-8dd7-ba930a56a449" -d '{"events": [{"server_uuid": "7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba", "name": "network-vif-deleted", "tag": "a4c11066-1d19-41fb-8a75-b99fed9c3c83"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:38.752543 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-7f866744-03c9-477c-bff3-c12f20d7d68e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 1001 time: 0.1656654 Feb 18 12:11:38.817456 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cffd3bb-bfa8-4325-b822-f1ba019996a2 req-3faa2fe3-202a-4ef4-8944-76fb064661c6 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408844 Feb 18 12:11:38.826759 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73dbc-9379-4061-85bb-c93b04e68da7 req-2b473be3-7a15-4e88-9c3a-c3def3db63a0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.828193 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cdd73dbc-9379-4061-85bb-c93b04e68da7 req-2b473be3-7a15-4e88-9c3a-c3def3db63a0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.1723499 Feb 18 12:11:38.851969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e303-26ac-464d-9857-1f4910028a79 req-b0a3eb27-1c82-4bb0-9237-6be383c6ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.853424 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-b0a3eb27-1c82-4bb0-9237-6be383c6ddc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.0860760 Feb 18 12:11:38.875193 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49384ac8-c00d-4ea1-b093-b30642fe859a x-openstack-request-id: req-49384ac8-c00d-4ea1-b093-b30642fe859a {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:38.875613 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba", "name": "network-vif-deleted", "tag": "a4c11066-1d19-41fb-8a75-b99fed9c3c83", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:38.875980 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49384ac8-c00d-4ea1-b093-b30642fe859a {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:38.876832 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fffb0aa-e9f4-4ad9-9bd0-46c335cfebba', 'name': 'network-vif-deleted', 'tag': 'a4c11066-1d19-41fb-8a75-b99fed9c3c83', 'status': 'completed', 'code': 200} Feb 18 12:11:38.928895 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cdd73dbc-9379-4061-85bb-c93b04e68da7 req-9c5fc046-ec68-4f6b-8871-181bae94524e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878413 Feb 18 12:11:38.937891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00e303-26ac-464d-9857-1f4910028a79 req-7b9378e6-2863-466f-bad3-c18556d64c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:38.939404 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-7b9378e6-2863-466f-bad3-c18556d64c73 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767267 Feb 18 12:11:39.035411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-a0add89f-9320-44ae-8a66-924cfd232ad0 service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884008 Feb 18 12:11:39.124269 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba00e303-26ac-464d-9857-1f4910028a79 req-fe5dcda2-7ffa-4f82-9714-24a9859b3ff8 service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817142 Feb 18 12:11:39.267632 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-141e04c5-19bb-442d-91ec-fec2fa98c680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:39.367823 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0edffd-dc6a-422e-9533-9b79770a293c req-8a52725a-9b04-4583-886a-8df616a82c79 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:39.369300 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e0edffd-dc6a-422e-9533-9b79770a293c req-8a52725a-9b04-4583-886a-8df616a82c79 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0589147 Feb 18 12:11:39.415921 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e0edffd-dc6a-422e-9533-9b79770a293c req-9b342da4-80d3-4961-be60-d8f9f6868d5e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Feb 18 12:11:39.694987 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c77cea-416b-4688-ab1f-9084656bde22 req-b774205b-3a18-441e-a3c0-d876f8a406e9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:39.696482 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a3c77cea-416b-4688-ab1f-9084656bde22 req-b774205b-3a18-441e-a3c0-d876f8a406e9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0514333 Feb 18 12:11:39.755477 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a3c77cea-416b-4688-ab1f-9084656bde22 req-cb0c32ad-c981-44a6-bc41-efdc636c3682 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534334 Feb 18 12:11:40.096939 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aa6ef-483c-48b9-8c8f-2f62995d2f94 req-6fbe6ad5-5501-4250-b2d8-6b68a750741d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:40.098663 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8a5aa6ef-483c-48b9-8c8f-2f62995d2f94 req-6fbe6ad5-5501-4250-b2d8-6b68a750741d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 944 time: 0.0901153 Feb 18 12:11:40.110199 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce586ee9-45d5-4a0d-8dd4-849b3a3ae0ee req-31ea4ada-d6dd-4a8b-8709-059381c60e95 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:40.112322 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce586ee9-45d5-4a0d-8dd4-849b3a3ae0ee req-31ea4ada-d6dd-4a8b-8709-059381c60e95 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 945 time: 0.0760756 Feb 18 12:11:40.183793 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8a5aa6ef-483c-48b9-8c8f-2f62995d2f94 req-ab893e43-53af-407f-9d55-0ccecb33ed10 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702462 Feb 18 12:11:40.187023 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce586ee9-45d5-4a0d-8dd4-849b3a3ae0ee req-206ce393-7d15-49bc-8aaf-60b14bf99032 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678067 Feb 18 12:11:40.287384 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:11:40.383566 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:40.395245 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'port_id': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'mac_address': 'fa:16:3e:cb:54:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:11:40.430201 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:11:40.430590 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:40.444487 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba58e416-0f03-4be4-996d-e9c207e13779 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:11:40.468192 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:40.472254 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:40.518905 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=9']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:40.535494 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a25b4c-63ac-4149-8ccb-5dae03c618af req-3210a8d4-b03d-444c-a683-880d4657f630 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:40.536952 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-72a25b4c-63ac-4149-8ccb-5dae03c618af req-3210a8d4-b03d-444c-a683-880d4657f630 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0547373 Feb 18 12:11:40.582194 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-72a25b4c-63ac-4149-8ccb-5dae03c618af req-458c18d4-dce9-4a0b-a255-49481ee1cf30 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Feb 18 12:11:40.783071 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ba58e416-0f03-4be4-996d-e9c207e13779'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:11:40.877452 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5038-1b0d-438f-9f71-e54126836130 req-91fac81f-8ccc-41b2-9fc4-a7571242913d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:40.878968 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60ee5038-1b0d-438f-9f71-e54126836130 req-91fac81f-8ccc-41b2-9fc4-a7571242913d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0565536 Feb 18 12:11:40.936820 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60ee5038-1b0d-438f-9f71-e54126836130 req-b429ea79-b6ca-459f-9ee2-db4b81d825a7 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521817 Feb 18 12:11:41.342369 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0afa7-1c7c-4e28-b11c-19585a0188e6 req-4647206c-db26-4f6e-9689-18cc0670d669 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:41.343812 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2ab0afa7-1c7c-4e28-b11c-19585a0188e6 req-4647206c-db26-4f6e-9689-18cc0670d669 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 945 time: 0.0796928 Feb 18 12:11:41.355187 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def19a97-2499-4e8f-b4f4-1b2155092131 req-a58a1150-f9c0-4619-8134-56d02671562f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:41.356554 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-def19a97-2499-4e8f-b4f4-1b2155092131 req-a58a1150-f9c0-4619-8134-56d02671562f tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 945 time: 0.0906260 Feb 18 12:11:41.426976 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2ab0afa7-1c7c-4e28-b11c-19585a0188e6 req-8079b6c9-24ce-46e3-8caf-ecdcdee5cb05 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694852 Feb 18 12:11:41.433488 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-aeb754e6-366b-4b9a-8828-dc3444789f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:41.434231 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-def19a97-2499-4e8f-b4f4-1b2155092131 req-9e2999db-358b-476f-8cda-7833f58a267e tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704894 Feb 18 12:11:41.499144 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-a60e100a-105b-4ed7-ba3b-ae0a753d6268 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:41.500477 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-a60e100a-105b-4ed7-ba3b-ae0a753d6268 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 945 time: 0.0537295 Feb 18 12:11:41.593150 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Deleting port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:11:41.593526 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:41.712576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] For port 3f3be1c1-943b-403f-9a1c-cd8e722062a1, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=3f3be1c1-943b-403f-9a1c-cd8e722062a1,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:41.712935 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:41.729078 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Calling delete_port for 3f3be1c1-943b-403f-9a1c-cd8e722062a1 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:11:41.737040 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c2f00-8bd9-4ab2-ae42-f9f85b4723c2 req-942b7f66-28e9-4850-a09e-3155467c329c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:41.738528 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-072c2f00-8bd9-4ab2-ae42-f9f85b4723c2 req-942b7f66-28e9-4850-a09e-3155467c329c tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0913291 Feb 18 12:11:41.833571 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-072c2f00-8bd9-4ab2-ae42-f9f85b4723c2 req-490c7c89-3fbd-418e-bf3c-1d80fd6c9e4d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878859 Feb 18 12:11:41.900734 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (3f3be1c1-943b-403f-9a1c-cd8e722062a1), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:41.912795 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c', '3f3be1c1-943b-403f-9a1c-cd8e722062a1'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:11:41.926710 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event deleted for resources: {'Port': ['ID=3f3be1c1-943b-403f-9a1c-cd8e722062a1,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:41.976373 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] No DVR routers for this DVR port 3f3be1c1-943b-403f-9a1c-cd8e722062a1 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:11:41.978913 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:41.982335 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2e68c49-2551-4a03-9e23-b8cffa168b5d req-b284f336-0b5e-49b8-acb8-515779c0cde1 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "DELETE /v2.0/ports/3f3be1c1-943b-403f-9a1c-cd8e722062a1 HTTP/1.1" status: 204 len: 173 time: 0.4762862 Feb 18 12:11:41.982775 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'name': 'network-vif-deleted', 'tag': '3f3be1c1-943b-403f-9a1c-cd8e722062a1'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:41.985257 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d6867-79d9-472d-87b8-9fffe758c786" -d '{"events": [{"server_uuid": "c7b31b0b-9215-48c2-b587-fb4433d1e87b", "name": "network-vif-deleted", "tag": "3f3be1c1-943b-403f-9a1c-cd8e722062a1"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:42.025988 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b486ecc-b216-475a-be63-71856510cfce x-openstack-request-id: req-0b486ecc-b216-475a-be63-71856510cfce {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:42.026381 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b31b0b-9215-48c2-b587-fb4433d1e87b", "name": "network-vif-deleted", "tag": "3f3be1c1-943b-403f-9a1c-cd8e722062a1", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:42.026701 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b486ecc-b216-475a-be63-71856510cfce {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:42.027539 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b31b0b-9215-48c2-b587-fb4433d1e87b', 'name': 'network-vif-deleted', 'tag': '3f3be1c1-943b-403f-9a1c-cd8e722062a1', 'status': 'completed', 'code': 200} Feb 18 12:11:42.082897 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70ab63-ea5c-420a-adfd-b918f3805897 req-4fe6a909-f542-4b4b-b328-319535ebcd10 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:42.084377 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec70ab63-ea5c-420a-adfd-b918f3805897 req-4fe6a909-f542-4b4b-b328-319535ebcd10 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0549650 Feb 18 12:11:42.143892 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec70ab63-ea5c-420a-adfd-b918f3805897 req-906b651a-74b3-46c3-93ea-12cafa9be539 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533297 Feb 18 12:11:42.308974 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:11:42.358833 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port ba58e416-0f03-4be4-996d-e9c207e13779 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:11:42.359236 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:42.440461 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ba58e416-0f03-4be4-996d-e9c207e13779 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:11:42.441141 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:42.464642 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:42.467035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b38c584-bfbf-4a9b-b65b-3cb191696699" -d '{"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-plugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:42.481567 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:42.489872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:42.490989 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a4c11066-1d19-41fb-8a75-b99fed9c3c83 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:11:42.555297 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: a4c11066-1d19-41fb-8a75-b99fed9c3c83 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:11:42.555645 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a4c11066-1d19-41fb-8a75-b99fed9c3c83 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:11:42.576756 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:42.581108 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bc171076-878c-45e5-929d-4409bbb7ef6d req-302ac862-136b-4ce3-bc73-33c1263180cc tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7b31b0b-9215-48c2-b587-fb4433d1e87b HTTP/1.1" status: 200 len: 210 time: 0.0346880 Feb 18 12:11:42.586841 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=10']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:42.599488 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fc4e2-5d1a-4397-b306-01af26a354fc req-bd7e088f-7182-43fb-a225-4e5df96b5985 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:42.600953 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-011fc4e2-5d1a-4397-b306-01af26a354fc req-bd7e088f-7182-43fb-a225-4e5df96b5985 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.0835567 Feb 18 12:11:42.638808 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c08a38-50ef-4bcb-99a0-acc62dcd6297 x-openstack-request-id: req-02c08a38-50ef-4bcb-99a0-acc62dcd6297 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:42.639137 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-plugged", "status": "completed", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:42.639417 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02c08a38-50ef-4bcb-99a0-acc62dcd6297 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:42.639815 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'code': 200} Feb 18 12:11:42.649751 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-011fc4e2-5d1a-4397-b306-01af26a354fc req-4ba0661d-034f-4a45-a502-30fb6ea1cce5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431390 Feb 18 12:11:42.795872 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb90ef-0d1c-48e5-a25c-7ff7ef04473e req-ef2eab3c-e562-46ff-888c-d9c8629588fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:42.797333 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-44cb90ef-0d1c-48e5-a25c-7ff7ef04473e req-ef2eab3c-e562-46ff-888c-d9c8629588fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.0437446 Feb 18 12:11:42.840985 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-44cb90ef-0d1c-48e5-a25c-7ff7ef04473e req-adec53b2-8428-41ab-9a02-c54e305234ea service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Feb 18 12:11:42.953400 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d092a-9941-497b-b9c4-c9d30e342307 req-a8f5d609-7f7a-4f53-b2b5-20fd574352f7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:42.955403 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-937d092a-9941-497b-b9c4-c9d30e342307 req-a8f5d609-7f7a-4f53-b2b5-20fd574352f7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0554314 Feb 18 12:11:43.001110 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-937d092a-9941-497b-b9c4-c9d30e342307 req-596cbcb9-fccd-4c16-ad4d-32c52500cea7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Feb 18 12:11:43.289229 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566429c-8d51-4ecb-8966-6b79ffd7d71c req-16710dc2-093e-4e8b-af5c-d04e16adad50 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:43.290704 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6566429c-8d51-4ecb-8966-6b79ffd7d71c req-16710dc2-093e-4e8b-af5c-d04e16adad50 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0817456 Feb 18 12:11:43.295807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d39518-8cdb-432b-a96b-c26d41fe5bc5 req-e40b14e5-09ba-45b4-8497-ff1319fdc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:43.297186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-23d39518-8cdb-432b-a96b-c26d41fe5bc5 req-e40b14e5-09ba-45b4-8497-ff1319fdc6b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 1131 time: 0.0582559 Feb 18 12:11:43.378407 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-23d39518-8cdb-432b-a96b-c26d41fe5bc5 req-ac95cb77-34f7-4cea-8ed2-29901ef816c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681109 Feb 18 12:11:43.383243 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6566429c-8d51-4ecb-8966-6b79ffd7d71c req-9efe6d05-db26-4a75-96d9-fca3af866827 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852110 Feb 18 12:11:43.773869 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b64c4-78be-42e4-88f1-483caa7cb39c req-0e6e8374-6de4-4b9a-8543-a27ce29a7931 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:43.775302 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a24b64c4-78be-42e4-88f1-483caa7cb39c req-0e6e8374-6de4-4b9a-8543-a27ce29a7931 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.0521266 Feb 18 12:11:43.820141 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a24b64c4-78be-42e4-88f1-483caa7cb39c req-20cddc48-091c-4687-906f-4fb48646795a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394804 Feb 18 12:11:44.028253 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:44.117323 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438e9b0-a7d2-41bc-ba90-b070d5e41b7a req-bfbb845a-87fc-4f39-86f8-421e9dd5f996 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:44.118792 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c438e9b0-a7d2-41bc-ba90-b070d5e41b7a req-bfbb845a-87fc-4f39-86f8-421e9dd5f996 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0512640 Feb 18 12:11:44.164247 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c438e9b0-a7d2-41bc-ba90-b070d5e41b7a req-d8449964-e33c-42c6-aac4-e0fd9e5ed5ac tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Feb 18 12:11:44.502660 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b3533-660a-4dac-a109-5c20c08aea89 req-bd7ad813-3a32-4154-ae10-39c3a9ebbb3c tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:44.504090 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d8b3533-660a-4dac-a109-5c20c08aea89 req-bd7ad813-3a32-4154-ae10-39c3a9ebbb3c tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0552466 Feb 18 12:11:44.560959 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d8b3533-660a-4dac-a109-5c20c08aea89 req-874f0aa3-527c-4ea1-b9d4-27e2c7c89fea tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513163 Feb 18 12:11:44.955180 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4470dbe-2f9b-41ac-a8d2-ff362a9880e6 req-744af897-f707-40a8-ac28-e7ffb8d9d83a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:44.958156 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e4470dbe-2f9b-41ac-a8d2-ff362a9880e6 req-744af897-f707-40a8-ac28-e7ffb8d9d83a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.0617046 Feb 18 12:11:45.043364 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5935a1-ea85-4be0-b5ce-8b6512f2c83a req-68e591ed-ea81-427d-afc9-ef5c64914d54 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.044820 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1e5935a1-ea85-4be0-b5ce-8b6512f2c83a req-68e591ed-ea81-427d-afc9-ef5c64914d54 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.0857465 Feb 18 12:11:45.048692 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e4470dbe-2f9b-41ac-a8d2-ff362a9880e6 req-2b20ea6f-bfec-4d1b-b6fa-e4ffb863c061 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806098 Feb 18 12:11:45.099931 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1e5935a1-ea85-4be0-b5ce-8b6512f2c83a req-bc71b34e-f1cc-46c5-ade3-8110c551eee7 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479712 Feb 18 12:11:45.279866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf67f3-8765-4afa-9c5f-4210a061d408 req-dc2203f0-3cca-4c27-81bf-ac53e9e87631 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.281320 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9bf67f3-8765-4afa-9c5f-4210a061d408 req-dc2203f0-3cca-4c27-81bf-ac53e9e87631 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0514944 Feb 18 12:11:45.335015 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9bf67f3-8765-4afa-9c5f-4210a061d408 req-ecbe6744-fcb8-4928-90e5-c50012a16591 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480385 Feb 18 12:11:45.474957 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:45.687138 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-3610848c-4b37-4acc-a4f2-dc6de57747af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.688656 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-3610848c-4b37-4acc-a4f2-dc6de57747af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 1130 time: 0.1131861 Feb 18 12:11:45.696723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abe1c-33a0-4177-8991-5191b2804784 req-34b86734-be27-4c86-8250-27db677b2a50 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.698101 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-217abe1c-33a0-4177-8991-5191b2804784 req-34b86734-be27-4c86-8250-27db677b2a50 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1138091 Feb 18 12:11:45.771142 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70c2dd-a3c3-46e0-9cf9-1a0617314f56 req-12cdc15e-e857-4391-b050-6300bd3a3974 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.772590 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6b70c2dd-a3c3-46e0-9cf9-1a0617314f56 req-12cdc15e-e857-4391-b050-6300bd3a3974 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.1433399 Feb 18 12:11:45.852960 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-217abe1c-33a0-4177-8991-5191b2804784 req-3cc58daa-f500-42fa-92c6-6f0fc77cfd38 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429164 Feb 18 12:11:45.869559 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-60a82bed-be3d-43a1-b0a0-08984548269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.871028 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-60a82bed-be3d-43a1-b0a0-08984548269c service neutron] 10.222.0.79 "GET /v2.0/networks?id=193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 200 len: 919 time: 0.1711652 Feb 18 12:11:45.897327 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6b70c2dd-a3c3-46e0-9cf9-1a0617314f56 req-08871705-a75d-45a3-9fed-4ffb64bf37cb tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179154 Feb 18 12:11:45.928012 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-6395cd50-91ea-4066-8209-b3d7e2feb9bf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 200 len: 217 time: 0.0470340 Feb 18 12:11:45.975891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-e86085c9-e267-43a9-9db7-724f34b544e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:45.977273 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-e86085c9-e267-43a9-9db7-724f34b544e1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 200 len: 858 time: 0.0429027 Feb 18 12:11:46.014174 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-b6bbf629-72cd-4cd7-a515-4cc9b386c254 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=193618e2-4a4a-4553-823c-9e8ff92eb9ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246494 Feb 18 12:11:46.102523 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-be177399-c0b6-43c2-93ec-b790e610ba16 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801146 Feb 18 12:11:46.331027 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 3f3be1c1-943b-403f-9a1c-cd8e722062a1 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:11:46.351540 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 3f3be1c1-943b-403f-9a1c-cd8e722062a1 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:11:46.351925 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 3f3be1c1-943b-403f-9a1c-cd8e722062a1 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:11:46.514954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4729-f4f9-4417-9c11-5818303bfcfc req-2b3bd5f2-5712-481b-8492-d1cad4d5d9fc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:46.516352 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-509f4729-f4f9-4417-9c11-5818303bfcfc req-2b3bd5f2-5712-481b-8492-d1cad4d5d9fc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.3944921 Feb 18 12:11:46.519074 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35601c7e-9a63-42b6-9f27-14e72efb8322 req-10c3c800-82d0-4765-82c9-d117c5f740c3 service neutron] 10.222.0.79 "GET /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954072 Feb 18 12:11:46.525605 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e1f54-9f4f-4e41-87c2-c354427e4ea8 req-b3d124fa-aae6-4a81-897a-92f850619b98 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:46.526975 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-554e1f54-9f4f-4e41-87c2-c354427e4ea8 req-b3d124fa-aae6-4a81-897a-92f850619b98 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.1330237 Feb 18 12:11:46.596332 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-509f4729-f4f9-4417-9c11-5818303bfcfc req-4c8db90a-8740-4497-b2da-47c72724f948 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684009 Feb 18 12:11:46.603128 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-554e1f54-9f4f-4e41-87c2-c354427e4ea8 req-12ae5fb5-eeb8-4b2a-b7c6-a45d1bc5df31 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/security-groups?id=dae8f396-4a49-4f16-872e-cc3eec3715ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695226 Feb 18 12:11:46.793673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-ce6e6701-3087-474c-bb06-6ab34d93643a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:46.795035 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-ce6e6701-3087-474c-bb06-6ab34d93643a tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 946 time: 0.0539107 Feb 18 12:11:46.901985 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Deleting port 8503417d-ae49-43a4-af1a-490b3b90d62c {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:11:46.902410 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:47.056170 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] For port 8503417d-ae49-43a4-af1a-490b3b90d62c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=8503417d-ae49-43a4-af1a-490b3b90d62c,segment=NetworkSegment(3e5f3595-250f-41db-a4d0-e1681f119058),segment_id=3e5f3595-250f-41db-a4d0-e1681f119058)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:47.056811 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:47.075262 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Calling delete_port for 8503417d-ae49-43a4-af1a-490b3b90d62c owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:11:47.083814 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc6692-62eb-4f3c-91f0-c86d0bb32071 req-b08ac9f3-b828-49fc-b66b-42af1433bf1d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:47.085287 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-50dc6692-62eb-4f3c-91f0-c86d0bb32071 req-b08ac9f3-b828-49fc-b66b-42af1433bf1d tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1660786 Feb 18 12:11:47.093880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a7fe6-0855-4721-a75a-a6512ed32a24 req-e0042074-abe7-4f2a-baaf-8fac70f02616 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:47.095762 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce7a7fe6-0855-4721-a75a-a6512ed32a24 req-e0042074-abe7-4f2a-baaf-8fac70f02616 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.1333690 Feb 18 12:11:47.219301 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-50dc6692-62eb-4f3c-91f0-c86d0bb32071 req-f79ec188-b469-463b-976d-c94663912742 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225991 Feb 18 12:11:47.242104 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce7a7fe6-0855-4721-a75a-a6512ed32a24 req-4ad9adb4-5553-4eb5-acfe-48d940b83cc4 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348896 Feb 18 12:11:47.306349 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (8503417d-ae49-43a4-af1a-490b3b90d62c), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:47.318275 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['8503417d-ae49-43a4-af1a-490b3b90d62c'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:11:47.334745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Pushing event deleted for resources: {'Port': ['ID=8503417d-ae49-43a4-af1a-490b3b90d62c,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:47.366504 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.366891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.367239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.367578 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.367917 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.368279 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.368614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.368945 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.369277 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.369606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.369959 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.370291 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.370619 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:47.390076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] No DVR routers for this DVR port 8503417d-ae49-43a4-af1a-490b3b90d62c on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:11:47.392760 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:47.396059 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fb1409d3-42c7-429e-98ef-0d54dde8c998 req-20e30281-586f-49a1-abd9-a84e3ab87372 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.79 "DELETE /v2.0/ports/8503417d-ae49-43a4-af1a-490b3b90d62c HTTP/1.1" status: 204 len: 173 time: 0.5888269 Feb 18 12:11:47.396491 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'name': 'network-vif-deleted', 'tag': '8503417d-ae49-43a4-af1a-490b3b90d62c'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:47.398718 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357d5ce-ba54-42e2-901c-c9a592fd2d17" -d '{"events": [{"server_uuid": "2f0b6e9e-081a-4f72-b970-83c9a13c33cd", "name": "network-vif-deleted", "tag": "8503417d-ae49-43a4-af1a-490b3b90d62c"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:47.434927 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c234456b-7181-4f80-a4d4-e0177a14a354 x-openstack-request-id: req-c234456b-7181-4f80-a4d4-e0177a14a354 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:47.435224 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0b6e9e-081a-4f72-b970-83c9a13c33cd", "name": "network-vif-deleted", "tag": "8503417d-ae49-43a4-af1a-490b3b90d62c", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:47.435485 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c234456b-7181-4f80-a4d4-e0177a14a354 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:47.435884 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0b6e9e-081a-4f72-b970-83c9a13c33cd', 'name': 'network-vif-deleted', 'tag': '8503417d-ae49-43a4-af1a-490b3b90d62c', 'status': 'completed', 'code': 200} Feb 18 12:11:47.709968 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6bf12344-b9a2-4d33-9968-3396f8baed4c req-58f4d514-e22f-47b8-ac2c-9436bfefde46 tempest-AttachVolumeNegativeTest-1366703762 tempest-AttachVolumeNegativeTest-1366703762-project] 10.222.0.65 "GET /v2.0/ports?device_id=2f0b6e9e-081a-4f72-b970-83c9a13c33cd HTTP/1.1" status: 200 len: 210 time: 0.0265851 Feb 18 12:11:48.371341 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b834e0-a626-49e8-aa48-d261ae28c78b req-80cbf874-50aa-4e94-867c-9f354884d8e6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:48.372835 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35b834e0-a626-49e8-aa48-d261ae28c78b req-80cbf874-50aa-4e94-867c-9f354884d8e6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0847435 Feb 18 12:11:48.395015 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53ec45-08a1-4ef8-8d37-7695fa25002b req-f025f6ab-226a-4e2a-8b1b-fe5f2164c18e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:48.396454 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3c53ec45-08a1-4ef8-8d37-7695fa25002b req-f025f6ab-226a-4e2a-8b1b-fe5f2164c18e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0817552 Feb 18 12:11:48.462451 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-35b834e0-a626-49e8-aa48-d261ae28c78b req-cfb31022-9502-49f6-ac43-b868f88c94fc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826554 Feb 18 12:11:48.482435 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3c53ec45-08a1-4ef8-8d37-7695fa25002b req-60c464be-50b4-475b-8869-ed4f5684db52 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796518 Feb 18 12:11:48.763471 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51042) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:48.806596 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Deleting subnet 7fdfe737-560a-4682-8e3c-7c495d944a59 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:11:48.809588 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Publish callbacks [] for subnet (7fdfe737-560a-4682-8e3c-7c495d944a59), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:48.841924 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (7fdfe737-560a-4682-8e3c-7c495d944a59), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:48.878152 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (7fdfe737-560a-4682-8e3c-7c495d944a59), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:48.930223 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (7fdfe737-560a-4682-8e3c-7c495d944a59), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:48.952263 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fdfe737-560a-4682-8e3c-7c495d944a59,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:48.961573 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:48.964677 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7fdfe737-560a-4682-8e3c-7c495d944a59 HTTP/1.1" status: 204 len: 168 time: 0.2002459 Feb 18 12:11:48.966349 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.966699 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.967038 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.967370 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.967466 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51044) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:48.967699 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.968027 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.968354 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.968678 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.969007 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.969332 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.969653 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.970736 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:48.971056 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2395e2-34cb-4342-b7ad-9f5fb2a32879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:11:49.035891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.115840 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.136115 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:11:49.145693 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5f3595-250f-41db-a4d0-e1681f119058') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:11:49.146019 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5f3595-250f-41db-a4d0-e1681f119058') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:11:49.155059 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (3e5f3595-250f-41db-a4d0-e1681f119058), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.167830 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (3e5f3595-250f-41db-a4d0-e1681f119058), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.173737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:11:49.174118 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (3e5f3595-250f-41db-a4d0-e1681f119058), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:11:49.175705 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:11:49.234889 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.240868 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.244639 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] 10.222.0.65 "DELETE /v2.0/networks/0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd HTTP/1.1" status: 204 len: 168 time: 0.2759163 Feb 18 12:11:49.263316 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cae83-a0d9-4275-bc85-41d94375d28c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a33bd4b-eed0-47ad-b5b7-a4d3d19a92cd,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:49.432393 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51048) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:49.472451 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-21b6f4a8-f844-401d-8c5e-8f10fb6ab51d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4260ba94f6b483abdf8ff031c22b30e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388646 Feb 18 12:11:49.474747 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51050) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:49.522349 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ebeee807-0a80-4788-a323-29640c89b1a5 admin admin] Publish callbacks [] for security_group (dae8f396-4a49-4f16-872e-cc3eec3715ee), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.576374 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ebeee807-0a80-4788-a323-29640c89b1a5 admin admin] Publish callbacks [] for security_group (dae8f396-4a49-4f16-872e-cc3eec3715ee), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.651496 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59dd4-5627-4a83-9918-a5e5fdbdcc17 req-e25e07f0-58a1-45ec-9988-b7822813725e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:49.652952 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1ed59dd4-5627-4a83-9918-a5e5fdbdcc17 req-e25e07f0-58a1-45ec-9988-b7822813725e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.1212800 Feb 18 12:11:49.665595 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74ca98-fa12-4978-942b-039b2a08e013 req-f9f8b2f5-9cd9-4102-8680-7db1048d8cbd tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:49.666984 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd74ca98-fa12-4978-942b-039b2a08e013 req-f9f8b2f5-9cd9-4102-8680-7db1048d8cbd tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.1088099 Feb 18 12:11:49.689668 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ebeee807-0a80-4788-a323-29640c89b1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (dae8f396-4a49-4f16-872e-cc3eec3715ee), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.692152 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ebeee807-0a80-4788-a323-29640c89b1a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:49.693186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-ebeee807-0a80-4788-a323-29640c89b1a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dae8f396-4a49-4f16-872e-cc3eec3715ee HTTP/1.1" status: 204 len: 168 time: 0.2175369 Feb 18 12:11:49.716912 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeee807-0a80-4788-a323-29640c89b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae8f396-4a49-4f16-872e-cc3eec3715ee,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:49.746627 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1ed59dd4-5627-4a83-9918-a5e5fdbdcc17 req-a2704eac-3947-442e-befb-c6f8a57a2449 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880225 Feb 18 12:11:49.771825 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd74ca98-fa12-4978-942b-039b2a08e013 req-425d7ff4-1f48-40b4-85de-2f012d5acd5b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975561 Feb 18 12:11:50.381503 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 8503417d-ae49-43a4-af1a-490b3b90d62c no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:11:50.400893 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 8503417d-ae49-43a4-af1a-490b3b90d62c {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:11:50.401232 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 8503417d-ae49-43a4-af1a-490b3b90d62c not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:11:50.901508 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de466ce-8be4-40ca-b5f0-19074459135a req-291ea5a4-24f9-4162-a6b2-d2bb39a9065d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:50.903010 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9de466ce-8be4-40ca-b5f0-19074459135a req-291ea5a4-24f9-4162-a6b2-d2bb39a9065d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0539339 Feb 18 12:11:50.961646 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9de466ce-8be4-40ca-b5f0-19074459135a req-1393b999-e539-4724-adda-660b03adb31c tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530617 Feb 18 12:11:51.265782 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:52.084584 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08513-5806-44f2-8743-e4a2d1b5d55d req-ae2ddf62-4a00-45fd-933d-3c0d7cc0fd8e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:52.086124 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f9a08513-5806-44f2-8743-e4a2d1b5d55d req-ae2ddf62-4a00-45fd-933d-3c0d7cc0fd8e tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0590737 Feb 18 12:11:52.180050 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f9a08513-5806-44f2-8743-e4a2d1b5d55d req-58ec3a3b-5050-4bec-bffb-d6c568164cde tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883074 Feb 18 12:11:52.198522 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-b9f5ecbd-7c31-446c-b58a-afbb62ba5704 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659032 Feb 18 12:11:52.261681 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-8c0dbdf5-869d-4eff-934f-7330e80cdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:52.263261 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-8c0dbdf5-869d-4eff-934f-7330e80cdb15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1129 time: 0.0484955 Feb 18 12:11:52.378659 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-bfff8885-f949-4c52-bb4c-599f888df83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:52.380176 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-bfff8885-f949-4c52-bb4c-599f888df83f service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.0961964 Feb 18 12:11:52.458130 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-30349eee-79fd-416c-9fb5-c64ea969e481 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 1001 time: 0.0635123 Feb 18 12:11:52.516205 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-ee2138f1-0dd8-44be-bd99-a223cbad5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:52.517812 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-ee2138f1-0dd8-44be-bd99-a223cbad5bfd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.0493140 Feb 18 12:11:52.584822 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-83fbfeac-c7ae-4758-8e02-1309b43869dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:52.586281 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-83fbfeac-c7ae-4758-8e02-1309b43869dd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530434 Feb 18 12:11:52.681689 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-1b44a485-8162-431f-aa4d-ba782d7c203f service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Feb 18 12:11:52.773555 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daff2fc-278a-42d6-bd7a-c49480fb6386 req-d282e770-e107-442b-99d4-b19fb967a64e service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849943 Feb 18 12:11:53.330247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36014db9-e09f-42a2-acaf-b48df75cb42e req-adb268b9-4d04-418c-9dfe-875bf9e56a58 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:53.337539 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-36014db9-e09f-42a2-acaf-b48df75cb42e req-adb268b9-4d04-418c-9dfe-875bf9e56a58 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0662253 Feb 18 12:11:53.414537 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-36014db9-e09f-42a2-acaf-b48df75cb42e req-6191795b-65b4-4f26-9a29-80d83e4a6e2d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757110 Feb 18 12:11:53.674094 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131073-aa9d-447b-a636-e22771cf61ed req-f58cca6d-09ba-4026-b95d-1efd3813e2c6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:53.675592 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1131073-aa9d-447b-a636-e22771cf61ed req-f58cca6d-09ba-4026-b95d-1efd3813e2c6 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0587904 Feb 18 12:11:53.730402 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1131073-aa9d-447b-a636-e22771cf61ed req-c5cf2ffd-b342-42c6-b7ed-76af4a000c96 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490389 Feb 18 12:11:53.818723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f560c32-0242-4f15-af97-6db0bc6aa199 req-e77aaf6e-a648-42ed-b0b9-7cad5ccbece3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:53.820119 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3f560c32-0242-4f15-af97-6db0bc6aa199 req-e77aaf6e-a648-42ed-b0b9-7cad5ccbece3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0522795 Feb 18 12:11:53.866985 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3f560c32-0242-4f15-af97-6db0bc6aa199 req-1452637a-b698-4e49-a3c1-3a4cf984dd09 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414119 Feb 18 12:11:54.525602 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ed704-c244-46f6-9e66-9506e704c112 req-b568525c-2276-4a1f-998e-448ae3299905 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:54.527094 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-712ed704-c244-46f6-9e66-9506e704c112 req-b568525c-2276-4a1f-998e-448ae3299905 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0512943 Feb 18 12:11:54.592910 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-712ed704-c244-46f6-9e66-9506e704c112 req-fce591ed-d11a-4a71-a602-e97eb5d4996b tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598323 Feb 18 12:11:54.848673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a3b8d-7252-42ce-b237-7b7cb599b262 req-194fbf93-c548-4b11-9a2b-d2add7aff5fd tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:54.850316 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df1a3b8d-7252-42ce-b237-7b7cb599b262 req-194fbf93-c548-4b11-9a2b-d2add7aff5fd tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0533957 Feb 18 12:11:54.898981 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-df1a3b8d-7252-42ce-b237-7b7cb599b262 req-fc3934a8-d0d1-433e-b486-09503f1d6a21 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429513 Feb 18 12:11:55.014344 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1558a9-8da9-45a1-bff7-017336fabfb0 req-bf4a8694-92ac-403b-ac0a-6e8dc59b17d4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:55.015853 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cb1558a9-8da9-45a1-bff7-017336fabfb0 req-bf4a8694-92ac-403b-ac0a-6e8dc59b17d4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0573237 Feb 18 12:11:55.069447 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cb1558a9-8da9-45a1-bff7-017336fabfb0 req-cbbd7932-4546-4a30-ba37-4e50e37a7e98 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471928 Feb 18 12:11:55.715848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96af94-170f-4834-9284-243ec8edcfeb req-07fb7aa4-6b5a-4694-976d-d43c3196d84d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:55.717306 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce96af94-170f-4834-9284-243ec8edcfeb req-07fb7aa4-6b5a-4694-976d-d43c3196d84d tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0560687 Feb 18 12:11:55.775603 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ce96af94-170f-4834-9284-243ec8edcfeb req-3c8e50ff-17c8-4d44-8a36-2936bf381fb5 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c22efef-bec4-4238-8f32-5759b35721fa&id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525727 Feb 18 12:11:56.015091 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b0f9d-bde7-4d4e-9178-522b4382adbc req-5d114058-4d69-41d9-8877-3565ee7d17fc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:56.016454 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-975b0f9d-bde7-4d4e-9178-522b4382adbc req-5d114058-4d69-41d9-8877-3565ee7d17fc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0518987 Feb 18 12:11:56.061951 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-975b0f9d-bde7-4d4e-9178-522b4382adbc req-269e2365-f247-4aee-bc28-818cf3f4ecab tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Feb 18 12:11:56.131399 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-d95cf971-b9a4-4935-8d66-83c4f57becfc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:56.132850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-d95cf971-b9a4-4935-8d66-83c4f57becfc tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Feb 18 12:11:56.243840 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180d85-93e4-4f46-bff7-a1b919aba09b req-f478bdde-90d6-454c-8002-e8a4f6c918bc tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:56.245299 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ae180d85-93e4-4f46-bff7-a1b919aba09b req-f478bdde-90d6-454c-8002-e8a4f6c918bc tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1093822 Feb 18 12:11:56.287329 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Deleting port a0fecbb4-bffe-484c-8dd6-88944f061134 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:11:56.287582 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:56.347347 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ae180d85-93e4-4f46-bff7-a1b919aba09b req-f1f0a157-b2d2-4920-b397-fa9bee1d4622 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951064 Feb 18 12:11:56.388529 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] For port a0fecbb4-bffe-484c-8dd6-88944f061134, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a0fecbb4-bffe-484c-8dd6-88944f061134,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:11:56.388900 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:56.401994 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Calling delete_port for a0fecbb4-bffe-484c-8dd6-88944f061134 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:11:56.530842 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a0fecbb4-bffe-484c-8dd6-88944f061134), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:56.542587 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['f19b6986-c716-46c9-896f-f6d0649ac48a', 'a0fecbb4-bffe-484c-8dd6-88944f061134'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:11:56.559854 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Pushing event deleted for resources: {'Port': ['ID=a0fecbb4-bffe-484c-8dd6-88944f061134,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:56.606321 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] No DVR routers for this DVR port a0fecbb4-bffe-484c-8dd6-88944f061134 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:11:56.609135 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:56.613254 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f85be993-ccb4-4a9a-a6bf-b3d42fd53886 req-ca1a76bb-00e0-44cd-b5e8-d5a312703e71 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "DELETE /v2.0/ports/a0fecbb4-bffe-484c-8dd6-88944f061134 HTTP/1.1" status: 204 len: 173 time: 0.4694088 Feb 18 12:11:56.613608 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'name': 'network-vif-deleted', 'tag': 'a0fecbb4-bffe-484c-8dd6-88944f061134'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:11:56.617161 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5df7ba-5fb4-409e-888a-9c7bd290c7ce" -d '{"events": [{"server_uuid": "bc51f351-1fb1-46c4-83bd-e269c05a2838", "name": "network-vif-deleted", "tag": "a0fecbb4-bffe-484c-8dd6-88944f061134"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:11:56.653887 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef8ec4d-ba27-4b10-a3db-63b42ab5d097 x-openstack-request-id: req-2ef8ec4d-ba27-4b10-a3db-63b42ab5d097 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:11:56.654191 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc51f351-1fb1-46c4-83bd-e269c05a2838", "name": "network-vif-deleted", "tag": "a0fecbb4-bffe-484c-8dd6-88944f061134", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:11:56.654494 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ef8ec4d-ba27-4b10-a3db-63b42ab5d097 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:11:56.654843 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc51f351-1fb1-46c4-83bd-e269c05a2838', 'name': 'network-vif-deleted', 'tag': 'a0fecbb4-bffe-484c-8dd6-88944f061134', 'status': 'completed', 'code': 200} Feb 18 12:11:57.166752 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4f78ced6-d2e5-47ff-bfb0-f86d32ad20ab req-db438819-dd6f-43a1-b12f-7ee4831746b5 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc51f351-1fb1-46c4-83bd-e269c05a2838 HTTP/1.1" status: 200 len: 210 time: 0.0275002 Feb 18 12:11:57.468048 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf9b0b-0e73-415f-84f9-5f6492901828 req-648dbebc-5960-40ed-a070-e6b1b3ca6b9d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:57.469475 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cccf9b0b-0e73-415f-84f9-5f6492901828 req-648dbebc-5960-40ed-a070-e6b1b3ca6b9d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0561507 Feb 18 12:11:57.515282 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cccf9b0b-0e73-415f-84f9-5f6492901828 req-71601f7c-bcba-40f1-b256-6e518d9a98ac tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397313 Feb 18 12:11:58.424535 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60304a8b-ec37-4db4-a287-b053f6404ebe req-d073c67a-8b47-4e86-be2d-c6d5c8b309d1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:58.426018 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60304a8b-ec37-4db4-a287-b053f6404ebe req-d073c67a-8b47-4e86-be2d-c6d5c8b309d1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0511465 Feb 18 12:11:58.471694 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-60304a8b-ec37-4db4-a287-b053f6404ebe req-798d5c16-c844-478d-9cef-37521f05ca66 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401409 Feb 18 12:11:58.632258 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acd59d-3ca8-40c5-9a03-33c492fd00a9 req-c3aab63d-2c5c-4bbf-a6c8-02521a8b0cda tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:58.633677 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83acd59d-3ca8-40c5-9a03-33c492fd00a9 req-c3aab63d-2c5c-4bbf-a6c8-02521a8b0cda tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0508790 Feb 18 12:11:58.681006 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83acd59d-3ca8-40c5-9a03-33c492fd00a9 req-58d2cf0d-c81d-43ea-bfd3-ee7f8d625635 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419178 Feb 18 12:11:59.002217 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51254) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:59.122739 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3586-6cac-4897-9557-259861dc294b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.193446 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3586-6cac-4897-9557-259861dc294b admin admin] Publish callbacks [] for security_group (3874afaf-fdd1-473a-a04d-1c0335845bca), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.196984 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9b7b3586-6cac-4897-9557-259861dc294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (3874afaf-fdd1-473a-a04d-1c0335845bca), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.233565 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-9b7b3586-6cac-4897-9557-259861dc294b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37489f78821b4c1082f5343add49be3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303078 Feb 18 12:11:59.234437 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b3586-6cac-4897-9557-259861dc294b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3874afaf-fdd1-473a-a04d-1c0335845bca,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:59.236764 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51258) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:11:59.284455 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-846550e1-c78c-4899-8e8b-9734178077ab admin admin] Publish callbacks [] for security_group (3874afaf-fdd1-473a-a04d-1c0335845bca), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.305203 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-846550e1-c78c-4899-8e8b-9734178077ab admin admin] Publish callbacks [] for security_group (3874afaf-fdd1-473a-a04d-1c0335845bca), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.350949 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-846550e1-c78c-4899-8e8b-9734178077ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (3874afaf-fdd1-473a-a04d-1c0335845bca), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.353531 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-846550e1-c78c-4899-8e8b-9734178077ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:11:59.354715 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-846550e1-c78c-4899-8e8b-9734178077ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3874afaf-fdd1-473a-a04d-1c0335845bca HTTP/1.1" status: 204 len: 168 time: 0.1169341 Feb 18 12:11:59.362280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846550e1-c78c-4899-8e8b-9734178077ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3874afaf-fdd1-473a-a04d-1c0335845bca,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:11:59.589610 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ba135-6b2e-4380-a596-c9fff6804d2c req-5f54925c-bff4-4b89-aae6-a4681675e2f4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:59.591128 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-542ba135-6b2e-4380-a596-c9fff6804d2c req-5f54925c-bff4-4b89-aae6-a4681675e2f4 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0528281 Feb 18 12:11:59.639896 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-542ba135-6b2e-4380-a596-c9fff6804d2c req-dcd66cc7-c5fe-44ef-8b0a-b8de4cf0bd0e tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Feb 18 12:11:59.806845 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4f242-762b-443b-bb27-05385352c6d1 req-82fd5635-a1d2-43a7-9b9f-d93585aea14b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:11:59.808276 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7de4f242-762b-443b-bb27-05385352c6d1 req-82fd5635-a1d2-43a7-9b9f-d93585aea14b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0626493 Feb 18 12:11:59.855886 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7de4f242-762b-443b-bb27-05385352c6d1 req-c122c454-04da-4a0c-b0d0-10b607c8f6e1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Feb 18 12:12:00.443552 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a0fecbb4-bffe-484c-8dd6-88944f061134 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:00.462259 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: a0fecbb4-bffe-484c-8dd6-88944f061134 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:00.462603 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a0fecbb4-bffe-484c-8dd6-88944f061134 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:00.755811 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a106a-4ce0-4aaf-b87c-e24acd41b150 req-d3efcf36-bd87-420c-8f37-ce89560c6b02 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:00.757274 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a2a106a-4ce0-4aaf-b87c-e24acd41b150 req-d3efcf36-bd87-420c-8f37-ce89560c6b02 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0522094 Feb 18 12:12:00.803923 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a2a106a-4ce0-4aaf-b87c-e24acd41b150 req-95d21eaf-cab7-4b89-8e2c-f77247b041af tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Feb 18 12:12:00.999839 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090afb6d-9eba-4ad5-9bc1-3065492d3b86 req-b86397ae-0212-4827-99b3-a6c75a44a346 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:01.001390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-090afb6d-9eba-4ad5-9bc1-3065492d3b86 req-b86397ae-0212-4827-99b3-a6c75a44a346 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0620952 Feb 18 12:12:01.049473 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-090afb6d-9eba-4ad5-9bc1-3065492d3b86 req-21b5e739-4766-40ce-b048-5687f5420a01 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Feb 18 12:12:01.917895 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dab2a-4d3e-49c9-99cb-f9be405789a2 req-ec0df3e9-4d4a-4cb2-800d-568eb84590ee tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:01.919321 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-140dab2a-4d3e-49c9-99cb-f9be405789a2 req-ec0df3e9-4d4a-4cb2-800d-568eb84590ee tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0503101 Feb 18 12:12:01.963776 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-140dab2a-4d3e-49c9-99cb-f9be405789a2 req-58106368-0866-4ae5-9ed4-c95d2fb50262 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384483 Feb 18 12:12:02.166555 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5b3ba-ad61-4ce5-9225-c116f092db23 req-b6c8b177-ce97-4218-a18b-422f39ae5f66 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:02.168002 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0aa5b3ba-ad61-4ce5-9225-c116f092db23 req-b6c8b177-ce97-4218-a18b-422f39ae5f66 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0516040 Feb 18 12:12:02.217223 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0aa5b3ba-ad61-4ce5-9225-c116f092db23 req-b7892a48-855b-41df-98b2-8595212b6527 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Feb 18 12:12:03.081002 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97c277-30dd-47cd-8dea-7519c9f1bd98 req-78a84427-559c-467f-b390-1593c891d9b1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:03.082493 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc97c277-30dd-47cd-8dea-7519c9f1bd98 req-78a84427-559c-467f-b390-1593c891d9b1 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0517902 Feb 18 12:12:03.128553 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc97c277-30dd-47cd-8dea-7519c9f1bd98 req-66028b0b-e70c-48f5-a23c-66c524b8682b tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402980 Feb 18 12:12:03.333570 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8d61a-a29d-486c-897d-3d449c3a4360 req-f5222aad-b8a3-4b8c-90ed-1a1c7ce983db tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:03.335142 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfc8d61a-a29d-486c-897d-3d449c3a4360 req-f5222aad-b8a3-4b8c-90ed-1a1c7ce983db tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0523703 Feb 18 12:12:03.380909 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfc8d61a-a29d-486c-897d-3d449c3a4360 req-6fd7b2c1-c01d-49d1-b366-90bc7b4c7d9e tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Feb 18 12:12:04.068253 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-e4b1557e-f1ae-42c2-81d7-5d8e08fcddb7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:04.069720 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-e4b1557e-f1ae-42c2-81d7-5d8e08fcddb7 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0629678 Feb 18 12:12:04.104376 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51368) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:04.173308 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Deleting port f19b6986-c716-46c9-896f-f6d0649ac48a {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:04.173805 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.222080 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6ad20751-3345-47a4-a8ee-7367bb043788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.300639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] For port f19b6986-c716-46c9-896f-f6d0649ac48a, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=f19b6986-c716-46c9-896f-f6d0649ac48a,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:04.300994 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.307095 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6ad20751-3345-47a4-a8ee-7367bb043788 admin admin] Publish callbacks [] for security_group (71210802-9d3c-4204-bd48-282d7c8a38c9), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.309392 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fbd81-fe78-42a4-ae15-16dab8318b25 req-fe0f1530-5d6e-4c1d-a859-459b6ddd0519 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:04.311083 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-882fbd81-fe78-42a4-ae15-16dab8318b25 req-fe0f1530-5d6e-4c1d-a859-459b6ddd0519 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f672144-7df4-44e1-9f08-1c1b6093282c HTTP/1.1" status: 200 len: 946 time: 0.0930617 Feb 18 12:12:04.318397 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6ad20751-3345-47a4-a8ee-7367bb043788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (71210802-9d3c-4204-bd48-282d7c8a38c9), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.329803 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Calling delete_port for f19b6986-c716-46c9-896f-f6d0649ac48a owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:04.374634 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-6ad20751-3345-47a4-a8ee-7367bb043788 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdd61b60d8c04c8e9e3bd9ac5f02ceb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691009 Feb 18 12:12:04.375724 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad20751-3345-47a4-a8ee-7367bb043788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71210802-9d3c-4204-bd48-282d7c8a38c9,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:04.380453 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51374) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:04.407037 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-882fbd81-fe78-42a4-ae15-16dab8318b25 req-a12e97f3-da2f-465a-976d-663c4d0f9bad tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892320 Feb 18 12:12:04.435836 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9f77d6ec-6365-4859-8055-b093cdd67bc8 admin admin] Publish callbacks [] for security_group (71210802-9d3c-4204-bd48-282d7c8a38c9), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.458508 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9f77d6ec-6365-4859-8055-b093cdd67bc8 admin admin] Publish callbacks [] for security_group (71210802-9d3c-4204-bd48-282d7c8a38c9), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.506328 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9f77d6ec-6365-4859-8055-b093cdd67bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (71210802-9d3c-4204-bd48-282d7c8a38c9), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.508983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9f77d6ec-6365-4859-8055-b093cdd67bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.510324 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-9f77d6ec-6365-4859-8055-b093cdd67bc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71210802-9d3c-4204-bd48-282d7c8a38c9 HTTP/1.1" status: 204 len: 168 time: 0.1284401 Feb 18 12:12:04.519588 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77d6ec-6365-4859-8055-b093cdd67bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71210802-9d3c-4204-bd48-282d7c8a38c9,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:04.535088 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (f19b6986-c716-46c9-896f-f6d0649ac48a), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.547037 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['f19b6986-c716-46c9-896f-f6d0649ac48a'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:12:04.574643 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Pushing event deleted for resources: {'Port': ['ID=f19b6986-c716-46c9-896f-f6d0649ac48a,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:04.583631 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f3827-6f7a-4328-8f9f-2dd9e180ca06 req-ede0576b-d008-4dcd-b7ce-0586664443c3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:04.585089 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-da0f3827-6f7a-4328-8f9f-2dd9e180ca06 req-ede0576b-d008-4dcd-b7ce-0586664443c3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1262405 Feb 18 12:12:04.631440 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] No DVR routers for this DVR port f19b6986-c716-46c9-896f-f6d0649ac48a on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:12:04.634203 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.637572 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-62232614-2cc4-4b63-943e-5d7e71df6da7 req-3412b36f-2051-409e-8001-98de3ae23f18 tempest-ServerRescueNegativeTestJSON-503717934 tempest-ServerRescueNegativeTestJSON-503717934-project] 10.222.0.79 "DELETE /v2.0/ports/f19b6986-c716-46c9-896f-f6d0649ac48a HTTP/1.1" status: 204 len: 173 time: 0.5622084 Feb 18 12:12:04.644309 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'name': 'network-vif-deleted', 'tag': 'f19b6986-c716-46c9-896f-f6d0649ac48a'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:04.646634 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffeaac0-ff40-4dbc-ad24-712e8932b5c9" -d '{"events": [{"server_uuid": "9f672144-7df4-44e1-9f08-1c1b6093282c", "name": "network-vif-deleted", "tag": "f19b6986-c716-46c9-896f-f6d0649ac48a"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:04.691376 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4160393-2c9c-47f0-b306-f310e23bf162 x-openstack-request-id: req-c4160393-2c9c-47f0-b306-f310e23bf162 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:04.691673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f672144-7df4-44e1-9f08-1c1b6093282c", "name": "network-vif-deleted", "tag": "f19b6986-c716-46c9-896f-f6d0649ac48a", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:04.691952 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4160393-2c9c-47f0-b306-f310e23bf162 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:04.692347 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f672144-7df4-44e1-9f08-1c1b6093282c', 'name': 'network-vif-deleted', 'tag': 'f19b6986-c716-46c9-896f-f6d0649ac48a', 'status': 'completed', 'code': 200} Feb 18 12:12:04.706378 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-da0f3827-6f7a-4328-8f9f-2dd9e180ca06 req-52655c0e-f1a2-4cc9-baa6-541f600cb638 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958371 Feb 18 12:12:04.763509 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:12:04.825517 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51386) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:04.839251 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60dc3a90-3f57-4f98-86be-4a9b06fe47d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.920198 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60dc3a90-3f57-4f98-86be-4a9b06fe47d2 admin admin] Publish callbacks [] for security_group (b17b6d3a-fc8e-4575-81ce-9c386ed21981), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.925225 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60dc3a90-3f57-4f98-86be-4a9b06fe47d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b17b6d3a-fc8e-4575-81ce-9c386ed21981), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:04.949470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543c10-d660-46d5-9ef1-982c9bfa38d6 req-b3c3c7f5-2f94-4076-86cb-c88ffbaa0ae7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:04.950978 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c543c10-d660-46d5-9ef1-982c9bfa38d6 req-b3c3c7f5-2f94-4076-86cb-c88ffbaa0ae7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0622549 Feb 18 12:12:04.966415 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-60dc3a90-3f57-4f98-86be-4a9b06fe47d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b26c05ceefc49dab2c7cc215a809b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394660 Feb 18 12:12:04.967644 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3a90-3f57-4f98-86be-4a9b06fe47d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b6d3a-fc8e-4575-81ce-9c386ed21981,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:04.970622 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51390) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:05.022610 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-044b0dc9-4609-4ab6-ac85-1ba861b191a2 admin admin] Publish callbacks [] for security_group (b17b6d3a-fc8e-4575-81ce-9c386ed21981), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:05.028236 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c543c10-d660-46d5-9ef1-982c9bfa38d6 req-9fb69fb5-f56f-451c-879b-4268c65bf059 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680873 Feb 18 12:12:05.031766 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-2cde4a5a-bb17-4464-8abc-b5208729d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:05.033786 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-2cde4a5a-bb17-4464-8abc-b5208729d659 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 1129 time: 0.0818806 Feb 18 12:12:05.044581 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-044b0dc9-4609-4ab6-ac85-1ba861b191a2 admin admin] Publish callbacks [] for security_group (b17b6d3a-fc8e-4575-81ce-9c386ed21981), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:05.096351 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-044b0dc9-4609-4ab6-ac85-1ba861b191a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b17b6d3a-fc8e-4575-81ce-9c386ed21981), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:05.099018 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-044b0dc9-4609-4ab6-ac85-1ba861b191a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:05.100153 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-044b0dc9-4609-4ab6-ac85-1ba861b191a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b17b6d3a-fc8e-4575-81ce-9c386ed21981 HTTP/1.1" status: 204 len: 168 time: 0.1285000 Feb 18 12:12:05.108381 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0dc9-4609-4ab6-ac85-1ba861b191a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b6d3a-fc8e-4575-81ce-9c386ed21981,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:05.135093 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-87058687-25a0-40d0-ae25-c6f0c40b64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:05.137017 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-87058687-25a0-40d0-ae25-c6f0c40b64b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.0961301 Feb 18 12:12:05.215702 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-5ad1cc5b-ebfa-4e1b-a76f-046c87246c30 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 200 len: 1001 time: 0.0681748 Feb 18 12:12:05.268186 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-cd83cea1-fbc2-459d-8872-c665aa1367b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:05.269800 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-cd83cea1-fbc2-459d-8872-c665aa1367b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.0471206 Feb 18 12:12:05.320725 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-8b508d66-e44d-48d1-941c-bc0c87776cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:05.322256 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-8b508d66-e44d-48d1-941c-bc0c87776cf3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448592 Feb 18 12:12:05.418957 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-abd41e62-79f4-47d2-8111-bde513f00807 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867519 Feb 18 12:12:05.472916 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51404) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:05.749833 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0afef2-a7c2-49ff-8764-420ad0b4925c req-de29900c-48dd-4c0d-9a6b-de93b5f640f1 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247738 Feb 18 12:12:05.910728 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.156073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450afe5-4532-40ce-a358-1bb9aae4e11e req-28ac6ec9-8b48-4f94-86ac-75617ea752b1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:06.157599 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f450afe5-4532-40ce-a358-1bb9aae4e11e req-28ac6ec9-8b48-4f94-86ac-75617ea752b1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0568578 Feb 18 12:12:06.214023 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f450afe5-4532-40ce-a358-1bb9aae4e11e req-df9dd3f7-5871-4e0c-be05-4bdb53753274 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499582 Feb 18 12:12:06.217674 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Deleting port 8e44831f-e97e-46c5-9274-0fbdf21943eb {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:06.218157 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.318423 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] For port 8e44831f-e97e-46c5-9274-0fbdf21943eb, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=8e44831f-e97e-46c5-9274-0fbdf21943eb,segment=NetworkSegment(a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad),segment_id=a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:06.318795 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.331798 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Calling delete_port for 8e44831f-e97e-46c5-9274-0fbdf21943eb owned by network:router_interface {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:06.539574 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (8e44831f-e97e-46c5-9274-0fbdf21943eb), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.566322 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e44831f-e97e-46c5-9274-0fbdf21943eb,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:06.723473 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.771603 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51442) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:06.872350 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80532b8d-048c-40fa-80dd-899efaf4ee15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.953470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80532b8d-048c-40fa-80dd-899efaf4ee15 admin admin] Publish callbacks [] for security_group (10398dd2-a9fa-4a3f-95a8-a0071063be6d), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.958200 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80532b8d-048c-40fa-80dd-899efaf4ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (10398dd2-a9fa-4a3f-95a8-a0071063be6d), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:06.997918 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-80532b8d-048c-40fa-80dd-899efaf4ee15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89f3b3fc7d5d4c2c85bde72e14252d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250872 Feb 18 12:12:06.998772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80532b8d-048c-40fa-80dd-899efaf4ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10398dd2-a9fa-4a3f-95a8-a0071063be6d,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:07.002270 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51446) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:07.060285 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-83ec5303-371b-4f9d-8287-27ade03c91ac admin admin] Publish callbacks [] for security_group (10398dd2-a9fa-4a3f-95a8-a0071063be6d), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.084991 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-83ec5303-371b-4f9d-8287-27ade03c91ac admin admin] Publish callbacks [] for security_group (10398dd2-a9fa-4a3f-95a8-a0071063be6d), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.130964 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-83ec5303-371b-4f9d-8287-27ade03c91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (10398dd2-a9fa-4a3f-95a8-a0071063be6d), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.133680 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-83ec5303-371b-4f9d-8287-27ade03c91ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.134860 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-83ec5303-371b-4f9d-8287-27ade03c91ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10398dd2-a9fa-4a3f-95a8-a0071063be6d HTTP/1.1" status: 204 len: 168 time: 0.1316559 Feb 18 12:12:07.141237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:12:07.144446 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec5303-371b-4f9d-8287-27ade03c91ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10398dd2-a9fa-4a3f-95a8-a0071063be6d,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:07.250201 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:12:07.256465 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c1c0160c-693f-460a-95e0-9d530680f11c admin admin] 10.222.0.65 "PUT /v2.0/routers/ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822533 Feb 18 12:12:07.260506 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51454) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:07.261432 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] Sync routers for ids ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:12:07.290871 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] Routers {'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:07.291510 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:11:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:07.400659 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] Set router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:07.420673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfee6c-4118-47e2-ad3e-23df1d329213 req-dcef0017-1a3b-48e8-8d3c-af13eb4a04d5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:07.420931 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51456) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:07.421431 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9acfee6c-4118-47e2-ad3e-23df1d329213 req-dcef0017-1a3b-48e8-8d3c-af13eb4a04d5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1040297 Feb 18 12:12:07.428670 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks [] for router (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.434897 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-88a19fe5-efc5-492d-a62f-292f4ef285e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.522222 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-88a19fe5-efc5-492d-a62f-292f4ef285e1 admin admin] Publish callbacks [] for security_group (d0001674-29c3-461d-ab41-1c555d81167c), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.527006 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-88a19fe5-efc5-492d-a62f-292f4ef285e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d0001674-29c3-461d-ab41-1c555d81167c), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.554991 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9acfee6c-4118-47e2-ad3e-23df1d329213 req-709ba669-f066-4c9b-be55-546ca678d02b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234474 Feb 18 12:12:07.572193 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a19fe5-efc5-492d-a62f-292f4ef285e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0001674-29c3-461d-ab41-1c555d81167c,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:07.573869 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks [] for router_gateway (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.602327 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-88a19fe5-efc5-492d-a62f-292f4ef285e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb734245af164f1eb315c964dcc9b081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800597 Feb 18 12:12:07.604798 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51460) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:07.606701 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:12:06Z', 'revision_number': 5, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port': {'id': 'fcaccef7-0226-4620-afe9-bd7e876f4e58', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:07.634763 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Deleting port fcaccef7-0226-4620-afe9-bd7e876f4e58 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:07.635099 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.636061 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] Checking router: ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:12:07.644536 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] Routers {'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:07.645259 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:11:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:07.654507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ae1-d03a-446d-ada2-c6f0c40df0b7 admin admin] Publish callbacks [] for security_group (d0001674-29c3-461d-ab41-1c555d81167c), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.676300 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ae1-d03a-446d-ada2-c6f0c40df0b7 admin admin] Publish callbacks [] for security_group (d0001674-29c3-461d-ab41-1c555d81167c), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.723470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] For port fcaccef7-0226-4620-afe9-bd7e876f4e58, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=fcaccef7-0226-4620-afe9-bd7e876f4e58,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:07.723918 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.734743 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ae1-d03a-446d-ada2-c6f0c40df0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d0001674-29c3-461d-ab41-1c555d81167c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.738645 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d36b9ae1-d03a-446d-ada2-c6f0c40df0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.738956 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Calling delete_port for fcaccef7-0226-4620-afe9-bd7e876f4e58 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:07.739979 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-d36b9ae1-d03a-446d-ada2-c6f0c40df0b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d0001674-29c3-461d-ab41-1c555d81167c HTTP/1.1" status: 204 len: 168 time: 0.1342728 Feb 18 12:12:07.749174 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b9ae1-d03a-446d-ada2-c6f0c40df0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0001674-29c3-461d-ab41-1c555d81167c,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:07.757281 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] Set router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:07.818773 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:12:07Z', 'revision_number': 6, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:07.846303 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615048c-3cfb-4a5d-92e9-72c37692b7ba None None] The sync data for ids ['ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64'] in dv-cinder-829877-1-iscsi is: [{'id': 'ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-158800787-router', 'tenant_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:12:07Z', 'revision_number': 6, 'project_id': 'd6ecac72a1e14da9a5c2660454f8f9c9', 'gw_port_host': None}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:12:07.940694 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (fcaccef7-0226-4620-afe9-bd7e876f4e58), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:07.965865 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcaccef7-0226-4620-afe9-bd7e876f4e58,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:08.027149 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.143781 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.146079 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks [] for router_controller (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.214891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.215673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:12:08.221356 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.225472 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-59b0e80c-d500-4c58-820d-6a8cf9cd3a2f admin admin] 10.222.0.65 "DELETE /v2.0/routers/ae9e5bfc-cb3c-4e8d-9ab0-662ea031bf64 HTTP/1.1" status: 204 len: 168 time: 0.9638486 Feb 18 12:12:08.225620 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51476) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:08.275536 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Deleting subnet 7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:12:08.280044 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Publish callbacks [] for subnet (7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.318533 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.369894 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.423937 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.457543 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:08.459649 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.462834 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2b3e5d40-367d-4cf0-9907-2c85c70dad1b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7dcc692c-5eba-44f8-aaa9-b6cf7beaad4a HTTP/1.1" status: 204 len: 168 time: 0.2362370 Feb 18 12:12:08.465453 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51486) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:08.486803 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device f19b6986-c716-46c9-896f-f6d0649ac48a no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:08.513567 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: f19b6986-c716-46c9-896f-f6d0649ac48a {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:08.514039 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device f19b6986-c716-46c9-896f-f6d0649ac48a not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:08.533486 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (193618e2-4a4a-4553-823c-9e8ff92eb9ba), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.615982 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (193618e2-4a4a-4553-823c-9e8ff92eb9ba), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.636511 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193618e2-4a4a-4553-823c-9e8ff92eb9ba']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:08.646293 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:08.646591 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:08.656724 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.673060 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.680241 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:12:08.680648 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (a0e223e8-bd88-4eb2-a1ef-55e23ec7bbad), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:12:08.682387 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:12:08.741624 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (193618e2-4a4a-4553-823c-9e8ff92eb9ba), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.758984 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:08.762183 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] 10.222.0.65 "DELETE /v2.0/networks/193618e2-4a4a-4553-823c-9e8ff92eb9ba HTTP/1.1" status: 204 len: 168 time: 0.2958181 Feb 18 12:12:08.763106 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db766799-36d0-41a5-9795-d288b234230e admin admin] Pushing event deleted for resources: {'Network': ['ID=193618e2-4a4a-4553-823c-9e8ff92eb9ba,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:08.890169 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51502) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:08.936575 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4b906a68-1951-4797-b80f-052b5d381888 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6ecac72a1e14da9a5c2660454f8f9c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450244 Feb 18 12:12:08.940229 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51504) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:08.992005 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-54b848e2-b5a2-4e8d-adec-7222724cd777 admin admin] Publish callbacks [] for security_group (22b71a9d-af24-469c-ad5e-3a68fdd8e1e3), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:09.015412 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-54b848e2-b5a2-4e8d-adec-7222724cd777 admin admin] Publish callbacks [] for security_group (22b71a9d-af24-469c-ad5e-3a68fdd8e1e3), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:09.072019 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 8e44831f-e97e-46c5-9274-0fbdf21943eb no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:09.075404 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-54b848e2-b5a2-4e8d-adec-7222724cd777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (22b71a9d-af24-469c-ad5e-3a68fdd8e1e3), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:09.078368 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-54b848e2-b5a2-4e8d-adec-7222724cd777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:09.081893 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-54b848e2-b5a2-4e8d-adec-7222724cd777 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22b71a9d-af24-469c-ad5e-3a68fdd8e1e3 HTTP/1.1" status: 204 len: 168 time: 0.1383548 Feb 18 12:12:09.093304 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 8e44831f-e97e-46c5-9274-0fbdf21943eb {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:09.093972 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 8e44831f-e97e-46c5-9274-0fbdf21943eb not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:09.094281 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b848e2-b5a2-4e8d-adec-7222724cd777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b71a9d-af24-469c-ad5e-3a68fdd8e1e3,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:09.094867 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fcaccef7-0226-4620-afe9-bd7e876f4e58 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:09.118855 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: fcaccef7-0226-4620-afe9-bd7e876f4e58 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:09.119495 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fcaccef7-0226-4620-afe9-bd7e876f4e58 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:09.264722 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-bb7b4db6-a84a-4025-9539-9a9281a0f942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:09.847551 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51548) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:09.946009 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-846804212-network', 'tenant_id': '93d3070e0712466e9d44de378ee6d887'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:09.965547 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Made reservation on behalf of 93d3070e0712466e9d44de378ee6d887 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:09.967916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:09.976759 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.049008 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks [] for security_group (b40ade49-260d-47db-8e85-b19780afbc62), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.054066 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b40ade49-260d-47db-8e85-b19780afbc62), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.076370 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:12:10.091762 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ade49-260d-47db-8e85-b19780afbc62,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:10.095186 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (1ccf8591-27e5-4f9f-b867-8f95e68235da), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.095529 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Added segment 1ccf8591-27e5-4f9f-b867-8f95e68235da of type vlan for network 4cea54ee-3354-4610-93fd-fe199814be53 Feb 18 12:12:10.140292 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (4cea54ee-3354-4610-93fd-fe199814be53), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.165966 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (4cea54ee-3354-4610-93fd-fe199814be53), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.166918 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:10.167498 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.220943 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3722801 Feb 18 12:12:10.223934 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51568) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:10.229543 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Request body: {'subnet': {'network_id': '4cea54ee-3354-4610-93fd-fe199814be53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-846804212-subnet', 'tenant_id': '93d3070e0712466e9d44de378ee6d887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:10.231974 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800d51b-862f-4f25-8b93-deae4a16f0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=4cea54ee-3354-4610-93fd-fe199814be53,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:10.243150 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 4cea54ee-3354-4610-93fd-fe199814be53 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:12:10.250388 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Made reservation on behalf of 93d3070e0712466e9d44de378ee6d887 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:10.253798 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.429617 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (b9067682-c8b0-4f6e-b6cc-cec6d1be17c2), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.490121 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9067682-c8b0-4f6e-b6cc-cec6d1be17c2,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:10.492567 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Checking segment: {'id': '1ccf8591-27e5-4f9f-b867-8f95e68235da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4cea54ee-3354-4610-93fd-fe199814be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:12:10.492924 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Network hostable DHCP agents. Network: 4cea54ee-3354-4610-93fd-fe199814be53, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:12:10.510098 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Network 4cea54ee-3354-4610-93fd-fe199814be53 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:12:10.518817 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 4cea54ee-3354-4610-93fd-fe199814be53) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:12:10.522865 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:10.523461 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:10.528886 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dceba05-0bab-4732-a123-9b5bc326bcb5 None None] Network 4cea54ee-3354-4610-93fd-fe199814be53 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:12:10.538643 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ea8938af-9560-4937-a737-17d25f1a02a6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3130343 Feb 18 12:12:10.769837 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d2996-341a-45f1-a8d6-bd7c2365fbf8 None None] Network 4cea54ee-3354-4610-93fd-fe199814be53 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:12:11.033365 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51588) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:11.038358 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2086355351-network', 'tenant_id': 'f52cb74eadf9449fbb1ee3937bca153e'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:11.057178 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Made reservation on behalf of f52cb74eadf9449fbb1ee3937bca153e for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:11.059475 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.071710 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.143223 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks [] for security_group (589e1e39-fa7d-417b-80b4-83962ea0a160), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.146592 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (589e1e39-fa7d-417b-80b4-83962ea0a160), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.169858 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:12:11.178803 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e1e39-fa7d-417b-80b4-83962ea0a160,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:11.184570 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (690e96e3-2d67-42ae-b04a-b94ee7665930), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.184916 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Added segment 690e96e3-2d67-42ae-b04a-b94ee7665930 of type vlan for network 312c2857-bc8f-4ab3-bb72-d636c03ef76e Feb 18 12:12:11.225983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (312c2857-bc8f-4ab3-bb72-d636c03ef76e), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.249873 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (312c2857-bc8f-4ab3-bb72-d636c03ef76e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.250826 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:11.251395 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.306136 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2715831 Feb 18 12:12:11.308875 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51590) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:11.311179 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a02ed0-8d93-4f93-9c3c-47dec0a2eab5 admin admin] Pushing event updated for resources: {'Network': ['ID=312c2857-bc8f-4ab3-bb72-d636c03ef76e,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:11.314219 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Request body: {'subnet': {'network_id': '312c2857-bc8f-4ab3-bb72-d636c03ef76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2086355351-subnet', 'tenant_id': 'f52cb74eadf9449fbb1ee3937bca153e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:11.321185 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 312c2857-bc8f-4ab3-bb72-d636c03ef76e details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:12:11.334493 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Made reservation on behalf of f52cb74eadf9449fbb1ee3937bca153e for: {'subnet': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:11.336775 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5714299'] for subnet (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.437415 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b86fbd40-7003-411e-b957-b621932c8911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.501184 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5376950', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5714277'] for subnet (5390f9fb-3b18-4423-93ae-8a3ffe7c0b38), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.555436 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5390f9fb-3b18-4423-93ae-8a3ffe7c0b38,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:11.564111 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Checking segment: {'id': '690e96e3-2d67-42ae-b04a-b94ee7665930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '312c2857-bc8f-4ab3-bb72-d636c03ef76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:12:11.564641 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Network hostable DHCP agents. Network: 312c2857-bc8f-4ab3-bb72-d636c03ef76e, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:12:11.581015 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Network 312c2857-bc8f-4ab3-bb72-d636c03ef76e is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:12:11.589283 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 312c2857-bc8f-4ab3-bb72-d636c03ef76e) {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:12:11.593886 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:11.595382 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.598301 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bfd4f-f70d-451b-bf47-d86cd21c2747 None None] Network 312c2857-bc8f-4ab3-bb72-d636c03ef76e requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:12:11.610902 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-4e5d901c-bdca-4e6a-b046-50530eb952c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3008280 Feb 18 12:12:11.698603 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eaf58aa-666e-4566-b9b4-f7de12c3e5a0 None None] Network 312c2857-bc8f-4ab3-bb72-d636c03ef76e requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:12:11.731410 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51598) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:11.779819 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Deleting subnet b9067682-c8b0-4f6e-b6cc-cec6d1be17c2 {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:12:11.783145 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Publish callbacks [] for subnet (b9067682-c8b0-4f6e-b6cc-cec6d1be17c2), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.823605 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (b9067682-c8b0-4f6e-b6cc-cec6d1be17c2), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.864059 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (b9067682-c8b0-4f6e-b6cc-cec6d1be17c2), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.915305 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (b9067682-c8b0-4f6e-b6cc-cec6d1be17c2), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.941306 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9067682-c8b0-4f6e-b6cc-cec6d1be17c2,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:11.943344 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:11.946387 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-4339152f-59ce-4363-a4a0-b99e5a8db90f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b9067682-c8b0-4f6e-b6cc-cec6d1be17c2 HTTP/1.1" status: 204 len: 168 time: 0.2137940 Feb 18 12:12:11.948858 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51604) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:12.019848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (4cea54ee-3354-4610-93fd-fe199814be53), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.098136 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (4cea54ee-3354-4610-93fd-fe199814be53), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.117059 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea54ee-3354-4610-93fd-fe199814be53']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:12.126033 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ccf8591-27e5-4f9f-b867-8f95e68235da') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:12.126330 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ccf8591-27e5-4f9f-b867-8f95e68235da') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:12.135678 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (1ccf8591-27e5-4f9f-b867-8f95e68235da), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.148941 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (1ccf8591-27e5-4f9f-b867-8f95e68235da), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.154681 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:12:12.155060 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (1ccf8591-27e5-4f9f-b867-8f95e68235da), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:12:12.156657 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:12:12.211840 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (4cea54ee-3354-4610-93fd-fe199814be53), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.216465 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.220336 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4cea54ee-3354-4610-93fd-fe199814be53 HTTP/1.1" status: 204 len: 168 time: 0.2700651 Feb 18 12:12:12.223392 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51606) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:12.232816 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7524ea-09eb-455a-a56b-459038113332 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cea54ee-3354-4610-93fd-fe199814be53,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:12.267204 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Deleting subnet 5390f9fb-3b18-4423-93ae-8a3ffe7c0b38 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:12:12.270396 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Publish callbacks [] for subnet (5390f9fb-3b18-4423-93ae-8a3ffe7c0b38), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.307415 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (5390f9fb-3b18-4423-93ae-8a3ffe7c0b38), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.345204 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (5390f9fb-3b18-4423-93ae-8a3ffe7c0b38), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.395979 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (5390f9fb-3b18-4423-93ae-8a3ffe7c0b38), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.419803 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5390f9fb-3b18-4423-93ae-8a3ffe7c0b38,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:12.423495 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.426599 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0d723dca-ca98-487f-8e5e-9440698902ca admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5390f9fb-3b18-4423-93ae-8a3ffe7c0b38 HTTP/1.1" status: 204 len: 168 time: 0.2022214 Feb 18 12:12:12.429268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51608) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:12.497218 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (312c2857-bc8f-4ab3-bb72-d636c03ef76e), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.518440 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.572775 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (312c2857-bc8f-4ab3-bb72-d636c03ef76e), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.591911 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312c2857-bc8f-4ab3-bb72-d636c03ef76e']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:12.600663 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e96e3-2d67-42ae-b04a-b94ee7665930') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:12.600958 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e96e3-2d67-42ae-b04a-b94ee7665930') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:12.609750 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (690e96e3-2d67-42ae-b04a-b94ee7665930), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.622212 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (690e96e3-2d67-42ae-b04a-b94ee7665930), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.628534 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:12:12.628906 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (690e96e3-2d67-42ae-b04a-b94ee7665930), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:12:12.630494 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:12:12.683395 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (312c2857-bc8f-4ab3-bb72-d636c03ef76e), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.688858 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.691956 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] 10.222.0.65 "DELETE /v2.0/networks/312c2857-bc8f-4ab3-bb72-d636c03ef76e HTTP/1.1" status: 204 len: 168 time: 0.2617636 Feb 18 12:12:12.702245 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac656ab2-381b-4353-8612-4d7a45139435 admin admin] Pushing event deleted for resources: {'Network': ['ID=312c2857-bc8f-4ab3-bb72-d636c03ef76e,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:12.853905 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51612) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:12.894049 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-f6f5f84c-2d1c-4942-8d7b-6fabb2ecd21e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93d3070e0712466e9d44de378ee6d887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386782 Feb 18 12:12:12.896420 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51618) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:12.941587 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-047356d0-03d0-4e7e-b635-0af9136511aa admin admin] Publish callbacks [] for security_group (b40ade49-260d-47db-8e85-b19780afbc62), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:12.961574 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-047356d0-03d0-4e7e-b635-0af9136511aa admin admin] Publish callbacks [] for security_group (b40ade49-260d-47db-8e85-b19780afbc62), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.015934 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-047356d0-03d0-4e7e-b635-0af9136511aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b40ade49-260d-47db-8e85-b19780afbc62), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.018476 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-047356d0-03d0-4e7e-b635-0af9136511aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.019614 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-047356d0-03d0-4e7e-b635-0af9136511aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b40ade49-260d-47db-8e85-b19780afbc62 HTTP/1.1" status: 204 len: 168 time: 0.1223233 Feb 18 12:12:13.028608 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047356d0-03d0-4e7e-b635-0af9136511aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ade49-260d-47db-8e85-b19780afbc62,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:13.343118 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51628) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:13.385378 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e87513e5-5d38-408c-b679-6f28b4973377 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f52cb74eadf9449fbb1ee3937bca153e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411272 Feb 18 12:12:13.387909 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51630) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:13.432166 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10fdcd05-2051-4fe0-bfb1-69b5755cc335 admin admin] Publish callbacks [] for security_group (589e1e39-fa7d-417b-80b4-83962ea0a160), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.453666 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10fdcd05-2051-4fe0-bfb1-69b5755cc335 admin admin] Publish callbacks [] for security_group (589e1e39-fa7d-417b-80b4-83962ea0a160), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.499451 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10fdcd05-2051-4fe0-bfb1-69b5755cc335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (589e1e39-fa7d-417b-80b4-83962ea0a160), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.503141 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10fdcd05-2051-4fe0-bfb1-69b5755cc335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:13.504257 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-10fdcd05-2051-4fe0-bfb1-69b5755cc335 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/589e1e39-fa7d-417b-80b4-83962ea0a160 HTTP/1.1" status: 204 len: 168 time: 0.1154778 Feb 18 12:12:13.511587 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdcd05-2051-4fe0-bfb1-69b5755cc335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e1e39-fa7d-417b-80b4-83962ea0a160,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:14.030010 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:15.476246 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:16.727678 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51732) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:16.832295 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6818-4738-4439-b54c-cc096448ce92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:16.904047 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6818-4738-4439-b54c-cc096448ce92 admin admin] Publish callbacks [] for security_group (94794c42-f919-4af9-a5ca-9b5eb3517719), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:16.907572 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6818-4738-4439-b54c-cc096448ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (94794c42-f919-4af9-a5ca-9b5eb3517719), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:16.944403 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ed7d6818-4738-4439-b54c-cc096448ce92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c6e56a451284ef692848537c534df90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156854 Feb 18 12:12:16.945359 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6818-4738-4439-b54c-cc096448ce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94794c42-f919-4af9-a5ca-9b5eb3517719,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:16.947090 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51736) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:16.993554 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-770724c2-824a-4f76-a9c7-abfd7991f858 admin admin] Publish callbacks [] for security_group (94794c42-f919-4af9-a5ca-9b5eb3517719), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.014486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-770724c2-824a-4f76-a9c7-abfd7991f858 admin admin] Publish callbacks [] for security_group (94794c42-f919-4af9-a5ca-9b5eb3517719), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.059124 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-770724c2-824a-4f76-a9c7-abfd7991f858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (94794c42-f919-4af9-a5ca-9b5eb3517719), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.061697 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-770724c2-824a-4f76-a9c7-abfd7991f858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.063678 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-770724c2-824a-4f76-a9c7-abfd7991f858 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94794c42-f919-4af9-a5ca-9b5eb3517719 HTTP/1.1" status: 204 len: 168 time: 0.1149442 Feb 18 12:12:17.071974 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770724c2-824a-4f76-a9c7-abfd7991f858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94794c42-f919-4af9-a5ca-9b5eb3517719,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:17.323353 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51742) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:17.336044 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a9564f18-dd33-4495-b074-ce08d148e2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.411237 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a9564f18-dd33-4495-b074-ce08d148e2e8 admin admin] Publish callbacks [] for security_group (a2c4e1d4-dc48-4570-99e2-5f6581284744), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.415143 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a9564f18-dd33-4495-b074-ce08d148e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (a2c4e1d4-dc48-4570-99e2-5f6581284744), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.453879 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564f18-dd33-4495-b074-ce08d148e2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c4e1d4-dc48-4570-99e2-5f6581284744,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:17.459138 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a9564f18-dd33-4495-b074-ce08d148e2e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd3e2318f8504ef8bb3d4b937d93a520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347654 Feb 18 12:12:17.468844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51750) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:17.519366 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7de43e65-ecec-4b14-8652-2ac95ea38d8a admin admin] Publish callbacks [] for security_group (a2c4e1d4-dc48-4570-99e2-5f6581284744), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.540128 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7de43e65-ecec-4b14-8652-2ac95ea38d8a admin admin] Publish callbacks [] for security_group (a2c4e1d4-dc48-4570-99e2-5f6581284744), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.592168 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7de43e65-ecec-4b14-8652-2ac95ea38d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (a2c4e1d4-dc48-4570-99e2-5f6581284744), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.595313 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7de43e65-ecec-4b14-8652-2ac95ea38d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:17.596474 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7de43e65-ecec-4b14-8652-2ac95ea38d8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2c4e1d4-dc48-4570-99e2-5f6581284744 HTTP/1.1" status: 204 len: 168 time: 0.1265733 Feb 18 12:12:17.605408 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de43e65-ecec-4b14-8652-2ac95ea38d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c4e1d4-dc48-4570-99e2-5f6581284744,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:17.917348 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 51758) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:17.930783 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-203fe27f-2103-4019-8cce-6cabae103225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.000417 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-203fe27f-2103-4019-8cce-6cabae103225 admin admin] Publish callbacks [] for security_group (52573ead-a20b-4d65-85cc-7f4351ff03ce), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.004308 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-203fe27f-2103-4019-8cce-6cabae103225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (52573ead-a20b-4d65-85cc-7f4351ff03ce), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.044160 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-203fe27f-2103-4019-8cce-6cabae103225 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=962ae53558914a5f9c6f5ca1e004393a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257255 Feb 18 12:12:18.044855 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fe27f-2103-4019-8cce-6cabae103225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52573ead-a20b-4d65-85cc-7f4351ff03ce,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:18.046876 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 51760) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:18.097163 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e4ad-be3c-4be6-b55a-61231444acf3 admin admin] Publish callbacks [] for security_group (52573ead-a20b-4d65-85cc-7f4351ff03ce), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.117213 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e4ad-be3c-4be6-b55a-61231444acf3 admin admin] Publish callbacks [] for security_group (52573ead-a20b-4d65-85cc-7f4351ff03ce), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.161804 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e4ad-be3c-4be6-b55a-61231444acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (52573ead-a20b-4d65-85cc-7f4351ff03ce), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.164335 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a5d2e4ad-be3c-4be6-b55a-61231444acf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:18.165570 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a5d2e4ad-be3c-4be6-b55a-61231444acf3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52573ead-a20b-4d65-85cc-7f4351ff03ce HTTP/1.1" status: 204 len: 168 time: 0.1175814 Feb 18 12:12:18.173734 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2e4ad-be3c-4be6-b55a-61231444acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52573ead-a20b-4d65-85cc-7f4351ff03ce,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:21.268939 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:29.936758 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65b4d2-15ca-4b56-846c-596704a6eadd req-3e30893e-4605-4ea1-8cac-0726b1b67c16 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:29.938281 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4a65b4d2-15ca-4b56-846c-596704a6eadd req-3e30893e-4605-4ea1-8cac-0726b1b67c16 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.0516756 Feb 18 12:12:29.983363 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4a65b4d2-15ca-4b56-846c-596704a6eadd req-bddbbd6c-5c24-454c-89f5-9068100f7579 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395832 Feb 18 12:12:31.106656 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f391-cdc6-4b52-aea9-b36167ed57ed req-534c3b0b-2e7d-42d5-95a0-a99e070baf2d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:31.108149 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2544f391-cdc6-4b52-aea9-b36167ed57ed req-534c3b0b-2e7d-42d5-95a0-a99e070baf2d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.0529497 Feb 18 12:12:31.155457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2544f391-cdc6-4b52-aea9-b36167ed57ed req-0ec4b281-baac-4e3d-bec9-d3ee5706bf53 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Feb 18 12:12:31.733908 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-291b5a7a-4f18-4033-9462-1e59e68368e5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:31.735526 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-291b5a7a-4f18-4033-9462-1e59e68368e5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.0619400 Feb 18 12:12:31.831955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Deleting port ba58e416-0f03-4be4-996d-e9c207e13779 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:31.832256 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:31.945132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] For port ba58e416-0f03-4be4-996d-e9c207e13779, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ba58e416-0f03-4be4-996d-e9c207e13779,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:31.945500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:32.165378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:32.166165 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:32.166165 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Floating IP 9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c disassociated. External IP: 172.27.1.144, port: ba58e416-0f03-4be4-996d-e9c207e13779. Feb 18 12:12:32.166437 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Calling delete_port for ba58e416-0f03-4be4-996d-e9c207e13779 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:32.558079 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (ba58e416-0f03-4be4-996d-e9c207e13779), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:32.594985 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece97e-bd8b-4554-b460-7a1c78c6457f req-b190941a-0dec-4468-bfdb-d9fb4f8928ce tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:32.596457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fbece97e-bd8b-4554-b460-7a1c78c6457f req-b190941a-0dec-4468-bfdb-d9fb4f8928ce tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 947 time: 0.3442595 Feb 18 12:12:32.599124 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event deleted for resources: {'Port': ['ID=ba58e416-0f03-4be4-996d-e9c207e13779,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:32.693049 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fbece97e-bd8b-4554-b460-7a1c78c6457f req-2d2c0f72-e7b5-4061-a7fa-fa08b6f67490 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=9aecefc0-877c-49aa-9a50-15bc993375cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879335 Feb 18 12:12:32.747625 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:12:32.856267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:12:32.867666 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:12:32.881633 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:32.884434 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:32.898007 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] No DVR routers for this DVR port ba58e416-0f03-4be4-996d-e9c207e13779 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:12:32.900533 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:32.903849 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fa9a50d7-86f5-4371-a2ee-414b878b2d01 req-84c0c827-db3a-4ebf-b099-96f81c0efb32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "DELETE /v2.0/ports/ba58e416-0f03-4be4-996d-e9c207e13779 HTTP/1.1" status: 204 len: 173 time: 1.1625443 Feb 18 12:12:32.904295 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-deleted', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:32.907162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988a5690-f524-4e4e-9bec-d5d8751bd031" -d '{"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-deleted", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:32.945257 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d352a84a-c2f6-458f-a341-dce0408e594c x-openstack-request-id: req-d352a84a-c2f6-458f-a341-dce0408e594c {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:32.945501 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd19244b-93a1-45d0-abc1-498874734c13", "name": "network-vif-deleted", "tag": "ba58e416-0f03-4be4-996d-e9c207e13779", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:32.945786 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d352a84a-c2f6-458f-a341-dce0408e594c {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:32.946196 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd19244b-93a1-45d0-abc1-498874734c13', 'name': 'network-vif-deleted', 'tag': 'ba58e416-0f03-4be4-996d-e9c207e13779', 'status': 'completed', 'code': 200} Feb 18 12:12:32.998282 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:33.205326 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:33.243442 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:12:33.252574 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:33.253352 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:33.378529 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:33.577505 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:33.603202 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76c23-30ba-4e0d-b625-0fbd332c215a None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:12:33.807323 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4881121a-5238-4ca2-9c4d-88e94a94a47a req-882302d5-279f-4499-8f7c-cce3fed99c51 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 210 time: 0.0332229 Feb 18 12:12:33.862257 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09358c51-bbcc-4b8a-8565-952241d10c31 None None] New status for floating IP 9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:12:34.911591 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d90b523b-c7f4-47e0-aca8-efac2182edea req-d36758f6-9e08-47df-adc2-f840ac588875 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd19244b-93a1-45d0-abc1-498874734c13 HTTP/1.1" status: 200 len: 210 time: 0.0304606 Feb 18 12:12:36.013687 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52028) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:36.066395 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29cd60c8-87f8-4a65-b712-234bb887b7cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (9aecefc0-877c-49aa-9a50-15bc993375cf), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.089177 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29cd60c8-87f8-4a65-b712-234bb887b7cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (9aecefc0-877c-49aa-9a50-15bc993375cf), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.137272 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29cd60c8-87f8-4a65-b712-234bb887b7cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (9aecefc0-877c-49aa-9a50-15bc993375cf), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.139929 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29cd60c8-87f8-4a65-b712-234bb887b7cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.141591 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-29cd60c8-87f8-4a65-b712-234bb887b7cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "DELETE /v2.0/security-groups/9aecefc0-877c-49aa-9a50-15bc993375cf HTTP/1.1" status: 204 len: 168 time: 0.1263766 Feb 18 12:12:36.144583 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52030) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:36.150707 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd60c8-87f8-4a65-b712-234bb887b7cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aecefc0-877c-49aa-9a50-15bc993375cf,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:36.158865 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.api.v2.resource [None req-9e324ac4-a069-4c9a-888d-5bc2829d681c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] show failed (client error): The resource could not be found. Feb 18 12:12:36.159829 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-9e324ac4-a069-4c9a-888d-5bc2829d681c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups/9aecefc0-877c-49aa-9a50-15bc993375cf HTTP/1.1" status: 404 len: 347 time: 0.0142674 Feb 18 12:12:36.163268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52032) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:36.289940 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Deleting port 0d94dcd0-4af4-46de-85e1-111972f09e69 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:36.290290 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.366933 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.367271 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (0d94dcd0-4af4-46de-85e1-111972f09e69), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.379552 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Calling delete_port for 0d94dcd0-4af4-46de-85e1-111972f09e69 owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:36.511921 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (0d94dcd0-4af4-46de-85e1-111972f09e69), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.542037 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event deleted for resources: {'Port': ['ID=0d94dcd0-4af4-46de-85e1-111972f09e69,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:36.604925 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.608133 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:36.609752 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-40e20b49-1bc1-439f-8dfd-a3f404c9c052 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "DELETE /v2.0/floatingips/9c9ec0a1-62dc-48e7-88f7-d51aa2de3c3c HTTP/1.1" status: 204 len: 168 time: 0.4448683 Feb 18 12:12:36.929576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52052) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:36.934165 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972818621', 'description': 'tempest-description--504041837'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:36.955709 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.029980 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (381013a2-68b9-478f-a3b1-e9a77d1599e5), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.034218 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (381013a2-68b9-478f-a3b1-e9a77d1599e5), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.067902 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.069201 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1385863 Feb 18 12:12:37.071102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a14dc-da6e-4ae8-9baa-55191fff2364 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381013a2-68b9-478f-a3b1-e9a77d1599e5,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:37.072237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52056) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:37.076866 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'security_group_rule': {'security_group_id': '381013a2-68b9-478f-a3b1-e9a77d1599e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:37.101383 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (bc3bde99-7355-4101-b5ed-bc2c6c6e6815), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.154325 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (bc3bde99-7355-4101-b5ed-bc2c6c6e6815), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.158811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (bc3bde99-7355-4101-b5ed-bc2c6c6e6815), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.176075 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3bde99-7355-4101-b5ed-bc2c6c6e6815,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:37.188720 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.190113 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-254b86f1-afac-4a8a-935a-612372559ee3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166744 Feb 18 12:12:37.192631 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52058) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:37.196877 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'security_group_rule': {'security_group_id': '381013a2-68b9-478f-a3b1-e9a77d1599e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:37.221598 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (025e3dd4-d8a8-469d-a79e-12ef4cb30106), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.279880 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (025e3dd4-d8a8-469d-a79e-12ef4cb30106), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.283666 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (025e3dd4-d8a8-469d-a79e-12ef4cb30106), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.301959 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025e3dd4-d8a8-469d-a79e-12ef4cb30106,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:37.308408 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.309581 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0e85750d-ae96-461e-883d-6f5ef34e6db3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160042 Feb 18 12:12:37.312860 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52060) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:37.317328 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:37.339420 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.441641 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.547371 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Allocated IP 172.27.1.144 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/8731151d-9abd-4c77-b9b1-7d0c145abeff) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:12:37.646862 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.681101 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.719103 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:12:37.722459 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:12:37.726243 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:12:37.763426 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'Port': ['ID=8731151d-9abd-4c77-b9b1-7d0c145abeff,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:37.862879 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (03921e20-8202-46ff-8592-eed9784d6f26), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:37.901466 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:38.052907 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:38.057681 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:38.128485 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'Port': ['ID=8731151d-9abd-4c77-b9b1-7d0c145abeff,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:38.140479 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (03921e20-8202-46ff-8592-eed9784d6f26), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:38.157634 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:38.159213 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-65591e06-2d4e-494b-8375-36b960a77d0b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8450832 Feb 18 12:12:38.361904 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-fda9f32f-c670-4975-9710-23fdc23720a2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1972818621&fields=id&tenant_id=3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 267 time: 0.0447183 Feb 18 12:12:38.478801 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-ecafdd8c-820e-4aa2-9da3-bd0a26994a87 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:38.480265 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-ecafdd8c-820e-4aa2-9da3-bd0a26994a87 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 817 time: 0.1120040 Feb 18 12:12:38.494959 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-b85d075d-6cb0-40e7-9120-6f34733fb30d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/quotas/3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 375 time: 0.0086591 Feb 18 12:12:38.547973 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-c08240dc-28ad-49d8-9071-6d5e2fa26d75 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477893 Feb 18 12:12:38.638818 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-3229a823-bf50-4482-9f5e-17f5fb14bba4 service neutron] 10.222.0.65 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800519 Feb 18 12:12:38.733153 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-8e913cae-c449-4b9c-8819-9e3c9f7df46d service neutron] 10.222.0.65 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887628 Feb 18 12:12:38.922926 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b9a1a7a6-b430-42da-892b-8457351d9572 req-bd1cfac6-5b9c-456d-962f-f42f90fb725e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 210 time: 0.0410306 Feb 18 12:12:39.271026 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:39.274716 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c9e4327a-77bb-4254-8a0f-f3bee5e543f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:39.300389 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: ba58e416-0f03-4be4-996d-e9c207e13779 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:39.301134 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ba58e416-0f03-4be4-996d-e9c207e13779 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:39.639758 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52122) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:39.740606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3765fb32-313f-4942-8da7-9cacf756ce1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:39.821475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3765fb32-313f-4942-8da7-9cacf756ce1a admin admin] Publish callbacks [] for security_group (e4a667ee-e94c-4068-930f-218cda6f0aba), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:39.825424 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3765fb32-313f-4942-8da7-9cacf756ce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e4a667ee-e94c-4068-930f-218cda6f0aba), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:39.885699 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765fb32-313f-4942-8da7-9cacf756ce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a667ee-e94c-4068-930f-218cda6f0aba,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:39.889877 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-3765fb32-313f-4942-8da7-9cacf756ce1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccae5b79fbaf4cc9b6eaca19c120fd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490723 Feb 18 12:12:39.892779 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52126) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:39.947555 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf79a-4945-45ab-ba89-c32071959559 admin admin] Publish callbacks [] for security_group (e4a667ee-e94c-4068-930f-218cda6f0aba), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:39.975619 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf79a-4945-45ab-ba89-c32071959559 admin admin] Publish callbacks [] for security_group (e4a667ee-e94c-4068-930f-218cda6f0aba), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.001785 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-21b95a87-72f1-420c-973d-2da06dda0883 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:40.003536 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-21b95a87-72f1-420c-973d-2da06dda0883 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 817 time: 0.1565621 Feb 18 12:12:40.042241 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf79a-4945-45ab-ba89-c32071959559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e4a667ee-e94c-4068-930f-218cda6f0aba), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.045431 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf79a-4945-45ab-ba89-c32071959559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.050586 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dd3bf79a-4945-45ab-ba89-c32071959559 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4a667ee-e94c-4068-930f-218cda6f0aba HTTP/1.1" status: 204 len: 168 time: 0.1559985 Feb 18 12:12:40.059756 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf79a-4945-45ab-ba89-c32071959559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a667ee-e94c-4068-930f-218cda6f0aba,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:40.079049 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a612fbd7-63ea-4a1f-a107-f00a170db404 req-01f68197-1597-4bc7-95b6-1f6a601f0c16 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 210 time: 0.0498846 Feb 18 12:12:40.128844 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-66c5bf90-b630-4554-b04c-443afbe064a0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 380 time: 0.1154819 Feb 18 12:12:40.142125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'port': {'device_id': '864182fe-c0bf-4983-bc8a-48847cc19424', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'admin_state_up': True, 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'security_groups': ['381013a2-68b9-478f-a3b1-e9a77d1599e5']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:40.248293 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Made reservation on behalf of 3c64eff4806a481a8bc37db142b666f1 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:40.251840 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.388845 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Allocated IP 172.20.0.8 (8b62cf1c-0298-4698-8ba3-46a078e1e477/5e7d47db-7aaf-4b85-8961-f20a8a0927cc/574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:12:40.551064 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.586433 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.637404 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:12:40.640364 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:12:40.645500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:40.650874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:12:40.702557 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:40.703306 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.721133 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-185e8d6f-67de-4f91-9b31-ce3ebb95338a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5830085 Feb 18 12:12:40.733334 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Request body: {'port': {'device_id': '864182fe-c0bf-4983-bc8a-48847cc19424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:40.809058 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.926169 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-644325de-1046-4e8b-871b-d6e271e7d6f6 None None] Provisioning complete for port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:12:40.926727 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-644325de-1046-4e8b-871b-d6e271e7d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:40.961644 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-644325de-1046-4e8b-871b-d6e271e7d6f6 None None] Port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:12:41.082315 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:12:41.090842 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Publish callbacks [] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:41.111161 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Transition to ACTIVE for port object 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:12:41.131872 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:41.226738 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:41.295712 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6ad18-473a-435c-a7ad-b8683bf02496 req-c29bf37b-60f0-40e0-a1a2-1e171edd042a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:41.298234 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29e6ad18-473a-435c-a7ad-b8683bf02496 req-c29bf37b-60f0-40e0-a1a2-1e171edd042a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.1343737 Feb 18 12:12:41.343815 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Attempting to bind port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:12:41.344162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Attempting to bind port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:12:41.344601 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Attempting to bind port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:12:41.357772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:12:41.358107 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Attempting to bind port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 on network 8b62cf1c-0298-4698-8ba3-46a078e1e477 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:12:41.375012 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:12:41.376270 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Checking segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:12:41.376858 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Bound using segment: {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:12:41.377993 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Bound port: 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423aa025-a046-4cd4-8bdb-7ff969c14f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:12:41.378542 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:41.443408 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-29e6ad18-473a-435c-a7ad-b8683bf02496 req-f4741e98-5386-4eb2-8527-3b334b8459f2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325419 Feb 18 12:12:41.453974 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f69cc331-7e31-4ccf-aba3-07a4f2be52e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:41.490220 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:12:41.494315 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:12:41.506674 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:41.546825 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:41.547480 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:41.548850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] 10.222.0.79 "PUT /v2.0/ports/574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 1093 time: 0.8198726 Feb 18 12:12:41.549303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:41.551575 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bea3fac-722f-4d86-ad4a-96b9e01841af" -d '{"events": [{"name": "network-changed", "server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:41.595916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4aebf-5ffe-4de0-a642-60fbe3bca89f x-openstack-request-id: req-aca4aebf-5ffe-4de0-a642-60fbe3bca89f {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:41.596226 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:41.596485 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aca4aebf-5ffe-4de0-a642-60fbe3bca89f {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:41.596889 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'status': 'completed', 'code': 200} Feb 18 12:12:41.602261 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9f3fc-a7c3-43ba-87a7-16f00b162beb service neutron] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:41.654183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-03e0f73b-852b-4ef7-b3da-0cf5499b2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:41.655697 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-03e0f73b-852b-4ef7-b3da-0cf5499b2021 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1127 time: 0.0505674 Feb 18 12:12:41.707260 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-b6d90be9-6aa9-4ef8-adeb-12f2f1a024c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 217 time: 0.0417223 Feb 18 12:12:41.762465 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:12:41.763127 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-83cd3a4a-ee77-4462-9b09-a36b9a36cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:41.764583 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-83cd3a4a-ee77-4462-9b09-a36b9a36cd98 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0510957 Feb 18 12:12:41.815938 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63914154-8f40-429b-ac2d-628f7be6585a req-87dce029-8345-4750-9609-58cc7461dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:41.817474 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-87dce029-8345-4750-9609-58cc7461dddd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455976 Feb 18 12:12:42.519950 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:42.586690 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f22f9-7922-4c59-aedb-8d4ca0036029 req-cf334e08-a4c9-4395-94b8-2adaae489829 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:42.588063 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b59f22f9-7922-4c59-aedb-8d4ca0036029 req-cf334e08-a4c9-4395-94b8-2adaae489829 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0509346 Feb 18 12:12:42.684492 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b59f22f9-7922-4c59-aedb-8d4ca0036029 req-69747d5c-41f9-4993-944c-8dcc7ea77153 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910497 Feb 18 12:12:42.710311 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-ee249b57-5cb1-4b80-adfb-0338f9215e4f service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096728 Feb 18 12:12:43.475028 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63914154-8f40-429b-ac2d-628f7be6585a req-b3e9f1eb-27e5-46df-98f4-d96ab77f0b2c service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922799 Feb 18 12:12:43.812604 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2950e-566d-49c7-a208-e6b14d344666 req-fb2a8dac-9106-4db3-b6b6-99e556360950 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:43.814705 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f3e2950e-566d-49c7-a208-e6b14d344666 req-fb2a8dac-9106-4db3-b6b6-99e556360950 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0559556 Feb 18 12:12:43.859390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f3e2950e-566d-49c7-a208-e6b14d344666 req-a484ba3c-39c1-439d-83cf-c71f42f08f42 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Feb 18 12:12:44.034134 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:44.371947 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-dd4a60c0-d86b-4027-afb0-83e5a3a8cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:44.373404 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-dd4a60c0-d86b-4027-afb0-83e5a3a8cb92 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1127 time: 0.0435450 Feb 18 12:12:44.473267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-33eeebda-df79-4147-98d6-9ebf766af456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:44.474789 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-33eeebda-df79-4147-98d6-9ebf766af456 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.0891602 Feb 18 12:12:44.515291 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-c83c03ff-fcb0-4e69-9f69-24ed0c2d68a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 217 time: 0.0338068 Feb 18 12:12:44.564840 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-3f0e8c4e-b941-47b7-81c1-bcb0d60d5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:44.566524 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-3f0e8c4e-b941-47b7-81c1-bcb0d60d5fc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0439801 Feb 18 12:12:44.615226 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-96bc183e-4216-4d4e-86e5-738d27b62bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:44.616717 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-96bc183e-4216-4d4e-86e5-738d27b62bc3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440719 Feb 18 12:12:44.708034 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-643aefee-387b-47ec-990a-628fd6fab59d service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840731 Feb 18 12:12:44.822448 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-fcdfb289-8827-48dd-b81b-55bd288d28e8 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660422880&fields=id&tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd HTTP/1.1" status: 200 len: 267 time: 0.0907829 Feb 18 12:12:44.844673 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8bea3fac-722f-4d86-ad4a-96b9e01841af req-7d5dfdcc-5b74-48eb-b869-f5940d990197 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298194 Feb 18 12:12:44.882655 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-658ed1c6-f2fc-418a-ab68-c6f54227e3eb tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:44.884055 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-658ed1c6-f2fc-418a-ab68-c6f54227e3eb tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 984 time: 0.0528076 Feb 18 12:12:44.895165 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Request body: {'port': {'security_groups': ['98d8739d-397c-4943-a8bd-9056d776422f']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:44.995280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.046030 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b6cd4-d2ce-4325-9eb4-99a588a18226 req-36761701-591d-4ad1-b19a-36cdb30cb6f5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:45.047981 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b29b6cd4-d2ce-4325-9eb4-99a588a18226 req-36761701-591d-4ad1-b19a-36cdb30cb6f5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.1179962 Feb 18 12:12:45.119006 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b29b6cd4-d2ce-4325-9eb4-99a588a18226 req-0f7e4723-2344-4069-a9ef-21f94fe1b7c9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655651 Feb 18 12:12:45.213537 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:45.241848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.246195 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.289901 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:45.292544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.293828 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-643ab210-96b7-4562-bed3-08177cfdd1a9 req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "PUT /v2.0/ports/ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 942 time: 0.4031086 Feb 18 12:12:45.293828 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:45.295866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:45.298320 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52236) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:45.320077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f010d8-382d-4f9d-bb93-35d1bafcd87f tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event updated for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=7']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:45.346112 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e0d8c-8de2-4eaf-a877-c45e6e75cf97 x-openstack-request-id: req-f20e0d8c-8de2-4eaf-a877-c45e6e75cf97 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:45.346424 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:45.346687 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f20e0d8c-8de2-4eaf-a877-c45e6e75cf97 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:45.347172 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'status': 'completed', 'code': 200} Feb 18 12:12:45.367717 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0c19e9f6-6964-46ea-b6c1-bdbcc39093ac tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group (9c22efef-bec4-4238-8f32-5759b35721fa), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.394749 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0c19e9f6-6964-46ea-b6c1-bdbcc39093ac tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group (9c22efef-bec4-4238-8f32-5759b35721fa), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.459317 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0c19e9f6-6964-46ea-b6c1-bdbcc39093ac tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (9c22efef-bec4-4238-8f32-5759b35721fa), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.462278 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0c19e9f6-6964-46ea-b6c1-bdbcc39093ac tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.465932 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0c19e9f6-6964-46ea-b6c1-bdbcc39093ac tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c22efef-bec4-4238-8f32-5759b35721fa HTTP/1.1" status: 204 len: 168 time: 0.1628242 Feb 18 12:12:45.466303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52242) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:45.486296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.495739 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e9f6-6964-46ea-b6c1-bdbcc39093ac tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22efef-bec4-4238-8f32-5759b35721fa,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:45.568020 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-71aa9f48-b956-49c8-91d1-47eac79f2c81 None None] Provisioning complete for port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:12:45.568501 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-71aa9f48-b956-49c8-91d1-47eac79f2c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.675677 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-71aa9f48-b956-49c8-91d1-47eac79f2c81 None None] Current status of the port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:12:45.889464 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Deleting port 0704e98c-c930-4cae-8f95-ab23d545d0e5 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:45.889979 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.966550 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.966884 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for floatingip (0704e98c-c930-4cae-8f95-ab23d545d0e5), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:45.980108 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Calling delete_port for 0704e98c-c930-4cae-8f95-ab23d545d0e5 owned by network:floatingip {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:46.152084 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (0704e98c-c930-4cae-8f95-ab23d545d0e5), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:46.177868 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event deleted for resources: {'Port': ['ID=0704e98c-c930-4cae-8f95-ab23d545d0e5,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:46.271382 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks [] for floatingip (aa10583d-b84d-4029-a924-fc7ac329cb90), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:46.271709 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Floating IP aa10583d-b84d-4029-a924-fc7ac329cb90 disassociated (deleted). External IP: 172.27.1.159, port: ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12. Feb 18 12:12:46.315368 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f631cd2-eabc-4d02-b938-16979a8fd7a5 req-8ff6d287-ab34-4dc5-9120-66c7870de133 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:46.316859 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9f631cd2-eabc-4d02-b938-16979a8fd7a5 req-8ff6d287-ab34-4dc5-9120-66c7870de133 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.1153691 Feb 18 12:12:46.405646 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9f631cd2-eabc-4d02-b938-16979a8fd7a5 req-a41ef2d5-f580-4f96-8284-08bedd536226 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821397 Feb 18 12:12:46.526082 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Router c9e87908-e19e-415e-a3d8-de39b7a210fe has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:12:46.633748 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:12:46.638151 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:46.643655 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] Sync routers for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:12:46.653542 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:46.654154 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:46.672407 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-1ab6b7fb-9eb9-4af6-bdd4-083a2d3cbdae tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "DELETE /v2.0/floatingips/aa10583d-b84d-4029-a924-fc7ac329cb90 HTTP/1.1" status: 204 len: 168 time: 1.2047677 Feb 18 12:12:46.890807 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:47.080579 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:48Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:47.105223 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] Checking router: c9e87908-e19e-415e-a3d8-de39b7a210fe for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:12:47.115525 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:47.116135 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:47.227594 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:47.337918 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:12:47.348339 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:47.351207 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d157870-4a8a-4a98-be3a-e2c46520eb01" -d '{"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:47.400818 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3ebae4-353b-469f-9f56-3be761414bee x-openstack-request-id: req-ba3ebae4-353b-469f-9f56-3be761414bee {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:47.401179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:47.401517 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba3ebae4-353b-469f-9f56-3be761414bee {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:47.402097 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'status': 'completed', 'code': 200} Feb 18 12:12:47.419969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-57b18762-092b-4aff-9d49-9dd08564ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:47.420961 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-57b18762-092b-4aff-9d49-9dd08564ae1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0671916 Feb 18 12:12:47.475674 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:12:47.592846 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0f5f7-583f-4bb7-a71d-229647cc9e72 req-f57e1be9-1dac-4e9c-8c8a-8dd980273cfa tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:47.593392 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:48Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:47.595243 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-42a0f5f7-583f-4bb7-a71d-229647cc9e72 req-f57e1be9-1dac-4e9c-8c8a-8dd980273cfa tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0858450 Feb 18 12:12:47.598622 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-12c7db5a-4d73-40a3-b935-b67d0437800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:47.600006 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-12c7db5a-4d73-40a3-b935-b67d0437800a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 915 time: 0.1596327 Feb 18 12:12:47.633363 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de30b78-dc12-4fc5-b00e-4b5133ce5454 None None] The sync data for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi is: [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:43Z', 'revision_number': 4, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9', 'name': '', 'network_id': '0e793114-ab38-4f98-bad5-77e1cddedd15', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'mac_address': 'fa:16:3e:62:da:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:41Z', 'updated_at': '2022-02-18T12:09:48Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'subnets': [{'id': '23a03cd0-d050-4cf5-bb45-fd7202f4a2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:12:47.660449 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-4385513e-bc6b-44ff-bb84-fb8c757a7152 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 217 time: 0.0499108 Feb 18 12:12:47.748200 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-42a0f5f7-583f-4bb7-a71d-229647cc9e72 req-00874692-3db5-446c-b00f-87db0f5103ae tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380916 Feb 18 12:12:47.783474 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-8749f330-35d2-482d-b1c2-507bebcb2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:47.787238 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-8749f330-35d2-482d-b1c2-507bebcb2d33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.1177108 Feb 18 12:12:47.862342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-9c67c6e1-a63d-42fc-8f9c-92a9c53e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:47.866420 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-9c67c6e1-a63d-42fc-8f9c-92a9c53e2746 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652797 Feb 18 12:12:48.004159 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-d8d10b2a-9dd5-4fd6-bd90-e320bf4c6bdf service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299655 Feb 18 12:12:48.062398 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df79918-a4cf-47f3-8637-d3768f82080d None None] New status for floating IP aa10583d-b84d-4029-a924-fc7ac329cb90: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:12:48.122170 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fcb32f9b-5c7a-4260-8526-4dbb92234d5b req-9d509303-a89f-4cfb-9da0-866e19d2b25d service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111317 Feb 18 12:12:48.272929 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-2d8833c0-6467-4c47-b7fe-f9337f36e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:48.274441 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-2d8833c0-6467-4c47-b7fe-f9337f36e7c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0840352 Feb 18 12:12:48.338187 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e78fea-df47-42db-a006-e3d34fb4ebcc req-7dd91863-2af9-41f9-8c27-2c0ebbf43b3d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:48.339562 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d6e78fea-df47-42db-a006-e3d34fb4ebcc req-7dd91863-2af9-41f9-8c27-2c0ebbf43b3d tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1082637 Feb 18 12:12:48.414744 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-d418f129-2f92-49e9-bedd-333ed3486e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:48.416212 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-d418f129-2f92-49e9-bedd-333ed3486e2c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 200 len: 915 time: 0.1339681 Feb 18 12:12:48.419370 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d6e78fea-df47-42db-a006-e3d34fb4ebcc req-f1fdfbe4-cc18-4a02-bc98-054f36d355b5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734413 Feb 18 12:12:48.461659 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-5f76c989-b0da-43cb-aa07-2e62193ce00e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 200 len: 217 time: 0.0372939 Feb 18 12:12:48.513444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-f075d6e2-e6e4-4598-a50d-64dda84a92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:48.514956 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-f075d6e2-e6e4-4598-a50d-64dda84a92ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 200 len: 853 time: 0.0462446 Feb 18 12:12:48.573522 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-e012cd2c-98b2-4700-9ecd-1f5de0fa59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:48.575118 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-e012cd2c-98b2-4700-9ecd-1f5de0fa59f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0e793114-ab38-4f98-bad5-77e1cddedd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514987 Feb 18 12:12:48.666858 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-9f1abd4e-5005-490e-8a37-0f0bfa509503 service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841095 Feb 18 12:12:48.758271 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d157870-4a8a-4a98-be3a-e2c46520eb01 req-03451967-6515-4490-a7ef-60af43b4162d service neutron] 10.222.0.79 "GET /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839803 Feb 18 12:12:48.862805 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f3469-a5ae-431b-b6f1-347cc62c770c req-42127c88-95b8-4050-906e-c33cfc2881bf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:48.864252 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b4f3469-a5ae-431b-b6f1-347cc62c770c req-42127c88-95b8-4050-906e-c33cfc2881bf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0523255 Feb 18 12:12:48.910104 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3b4f3469-a5ae-431b-b6f1-347cc62c770c req-c6ba409e-7720-4e90-b643-d11c102ab490 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Feb 18 12:12:49.551227 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe35c32-c265-4d7b-9d45-fca3ab8360fd req-65d38e5c-54fc-4d66-beb9-f8e90e1c07e0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:49.553069 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7fe35c32-c265-4d7b-9d45-fca3ab8360fd req-65d38e5c-54fc-4d66-beb9-f8e90e1c07e0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0570958 Feb 18 12:12:49.602192 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7fe35c32-c265-4d7b-9d45-fca3ab8360fd req-015507c3-a720-45ef-9913-1ae5d19082d1 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430706 Feb 18 12:12:50.035536 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a83e-1ad0-40d6-9495-19218a1e5198 req-6f497575-eecc-4ca8-ad07-e6e577d137dd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:50.037007 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a554a83e-1ad0-40d6-9495-19218a1e5198 req-6f497575-eecc-4ca8-ad07-e6e577d137dd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0576117 Feb 18 12:12:50.082191 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a554a83e-1ad0-40d6-9495-19218a1e5198 req-40e50058-4d43-40a5-8773-b5d19f307e1f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Feb 18 12:12:50.387021 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-4a2bb7c9-b40f-45cb-82fa-7060278df7dd tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:50.388685 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-4a2bb7c9-b40f-45cb-82fa-7060278df7dd tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.0592499 Feb 18 12:12:50.526443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc6da8-37aa-4618-8df7-595e87604d71 req-f723b1d0-de2a-4d66-96ff-92fa01230734 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:50.527922 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0bfc6da8-37aa-4618-8df7-595e87604d71 req-f723b1d0-de2a-4d66-96ff-92fa01230734 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0960059 Feb 18 12:12:50.554249 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Deleting port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:50.554834 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:50.634548 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0bfc6da8-37aa-4618-8df7-595e87604d71 req-d91d4f01-e3b9-42f1-96b1-fbfa5f2102e5 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996950 Feb 18 12:12:50.675391 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] For port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:50.676012 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:50.814078 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2fdf9-1488-4a1f-abc3-b37219010aa4 req-b06e489c-39c3-4dd8-8cd2-1fb5d094cffb tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:50.815576 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-56f2fdf9-1488-4a1f-abc3-b37219010aa4 req-b06e489c-39c3-4dd8-8cd2-1fb5d094cffb tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 945 time: 0.1311836 Feb 18 12:12:50.909323 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-56f2fdf9-1488-4a1f-abc3-b37219010aa4 req-c56c734b-65b1-43ae-abcc-c5321249e2ea tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=91c38eda-9a34-431d-9466-ed7ff541e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870750 Feb 18 12:12:50.922447 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:50.922846 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (a54566e8-0b42-4ccc-bb71-57fdac825d58), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:50.923157 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Floating IP a54566e8-0b42-4ccc-bb71-57fdac825d58 disassociated. External IP: 172.27.1.204, port: a9f2801a-3a9a-431f-b2ff-ba97b75a5b34. Feb 18 12:12:50.923493 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Calling delete_port for a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:51.049588 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a9f2801a-3a9a-431f-b2ff-ba97b75a5b34), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:51.078224 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event deleted for resources: {'Port': ['ID=a9f2801a-3a9a-431f-b2ff-ba97b75a5b34,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:51.089964 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.090327 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.090682 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.091027 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.091368 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.091718 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.092055 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.092396 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.092731 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.093067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.093397 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.093746 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.094080 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.248267 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:12:51.261353 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b286062-f7ca-478e-ab61-06bf6e85c463 req-eef17054-4a61-48be-9731-4007ecf9a7e1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:51.262850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5b286062-f7ca-478e-ab61-06bf6e85c463 req-eef17054-4a61-48be-9731-4007ecf9a7e1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.1098068 Feb 18 12:12:51.281187 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:51.345490 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:12:51.389051 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5b286062-f7ca-478e-ab61-06bf6e85c463 req-1be19252-4bf6-4474-b851-b7b593220445 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197987 Feb 18 12:12:51.409636 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:12:51.419129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:12:51.456328 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] No DVR routers for this DVR port a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:12:51.458434 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:51.459134 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:51.460761 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:51.464688 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-48c9be12-0c63-42f7-8bd7-f304fb7a31f6 req-504c0a32-b8e7-4942-b1ed-b0330d33fa5b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "DELETE /v2.0/ports/a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 HTTP/1.1" status: 204 len: 173 time: 1.0624812 Feb 18 12:12:51.465120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'name': 'network-vif-deleted', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:51.467431 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b63b38-ccb5-4ddd-8c33-4bc6e2b2691a" -d '{"events": [{"server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "name": "network-vif-deleted", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:51.468354 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:51.511093 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af5b24-ab34-4016-85a8-34207c24955e x-openstack-request-id: req-62af5b24-ab34-4016-85a8-34207c24955e {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:51.511639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba", "name": "network-vif-deleted", "tag": "a9f2801a-3a9a-431f-b2ff-ba97b75a5b34", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:51.511911 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62af5b24-ab34-4016-85a8-34207c24955e {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:51.512325 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba', 'name': 'network-vif-deleted', 'tag': 'a9f2801a-3a9a-431f-b2ff-ba97b75a5b34', 'status': 'completed', 'code': 200} Feb 18 12:12:51.541069 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'mac_address': 'fa:16:3e:b1:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:12:51.634460 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:12:51.634864 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:51.655421 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:51.659715 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:12:51.712090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:51.748962 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:51.775926 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa122c66-4502-4636-82f0-a3196204c19f req-5bd33845-bda6-47ea-943d-9b00dc23bbe0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:51.777474 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fa122c66-4502-4636-82f0-a3196204c19f req-5bd33845-bda6-47ea-943d-9b00dc23bbe0 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0720222 Feb 18 12:12:51.833046 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fa122c66-4502-4636-82f0-a3196204c19f req-ca9092e7-8fe6-4e5e-9ecb-eca1bd708dfd tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/security-groups?id=98d8739d-397c-4943-a8bd-9056d776422f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476654 Feb 18 12:12:51.840923 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:51.861357 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.861884 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.862006 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.862312 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.862641 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.863129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.863617 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.864092 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.864562 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.865040 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.865527 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.865877 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.866204 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:51.939912 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52430) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:51.957985 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:51.986833 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:12:51.998735 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:12:52.002154 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:52.003051 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:52.066989 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.197452 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Publish callbacks [] for security_group (abe3dbf2-4c45-4e5a-830d-360c419a1689), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.206819 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (abe3dbf2-4c45-4e5a-830d-360c419a1689), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.217872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:52.243342 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d669a02c869c4e34a23e04a0e3778925&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018115 Feb 18 12:12:52.244185 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52434) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:52.292584 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe3dbf2-4c45-4e5a-830d-360c419a1689,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:52.305289 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.305888 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.306386 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.306877 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.307377 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.307884 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.308383 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.308867 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.309351 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.309861 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.310366 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.310844 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.311323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1726acb-6b28-4be0-9260-eb16353b934d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:12:52.371056 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6900e5fe-9f10-46be-800a-dccef6729535 admin admin] Publish callbacks [] for security_group (abe3dbf2-4c45-4e5a-830d-360c419a1689), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.371923 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1c38813a-4d76-486a-8a7a-5d21b8689fd2 req-3187ce56-f9b9-4a83-b8f9-7d8dd8d57fc7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a6e7f1-8db6-4c31-9b11-f11c1d5baaba HTTP/1.1" status: 200 len: 210 time: 0.3647342 Feb 18 12:12:52.420664 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6900e5fe-9f10-46be-800a-dccef6729535 admin admin] Publish callbacks [] for security_group (abe3dbf2-4c45-4e5a-830d-360c419a1689), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.437342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-634e86fa-50e9-44a1-a010-a24953a98086 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:52.439694 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-634e86fa-50e9-44a1-a010-a24953a98086 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.79 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 945 time: 0.0708125 Feb 18 12:12:52.502738 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6900e5fe-9f10-46be-800a-dccef6729535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (abe3dbf2-4c45-4e5a-830d-360c419a1689), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.505451 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6900e5fe-9f10-46be-800a-dccef6729535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.509043 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-6900e5fe-9f10-46be-800a-dccef6729535 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abe3dbf2-4c45-4e5a-830d-360c419a1689 HTTP/1.1" status: 204 len: 168 time: 0.2603958 Feb 18 12:12:52.527319 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900e5fe-9f10-46be-800a-dccef6729535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe3dbf2-4c45-4e5a-830d-360c419a1689,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:52.585022 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6308fb9-8450-4c56-b49c-8262733e11be req-291c17cf-912d-4638-aa84-e1465361d86e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:52.586544 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e6308fb9-8450-4c56-b49c-8262733e11be req-291c17cf-912d-4638-aa84-e1465361d86e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 944 time: 0.1028061 Feb 18 12:12:52.603017 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:52.603633 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Deleting port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:52.603910 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.690247 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e6308fb9-8450-4c56-b49c-8262733e11be req-0e209228-73d5-4be2-8196-25a9a75f3b9c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969033 Feb 18 12:12:52.727759 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] For port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:52.728137 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.746405 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Calling delete_port for ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:52.782258 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e88cca-68e3-4f4e-8ae3-45c97c47a188 None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:12:52.830250 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52450) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:52.846507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-853cfeea-5398-41cc-8811-582c28a3d9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.895444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.907725 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:12:52.938326 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Pushing event deleted for resources: {'Port': ['ID=ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:52.947683 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-853cfeea-5398-41cc-8811-582c28a3d9ef admin admin] Publish callbacks [] for security_group (b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.952613 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-853cfeea-5398-41cc-8811-582c28a3d9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:52.961520 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-993ccb84-fd10-41f5-8c3a-b48026d60799 req-7a77807e-ca20-4974-b064-e5e7e82e04f4 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.65 "GET /v2.0/ports?device_id=54d21acb-22d1-42b4-8ff1-0be9406e8ba9 HTTP/1.1" status: 200 len: 210 time: 0.0390508 Feb 18 12:12:52.992757 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cfeea-5398-41cc-8811-582c28a3d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:53.002069 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-853cfeea-5398-41cc-8811-582c28a3d9ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84d1bcd4c68d42b1a40db590cc85e283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705947 Feb 18 12:12:53.005044 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52454) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:53.029516 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] No DVR routers for this DVR port ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:12:53.032563 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.036257 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7d8c9c3d-2a41-4309-9648-7e19c722b5cd req-e2112191-34bf-4dd5-bb24-ff9b6d8e48a9 tempest-TestMinimumBasicScenario-720574890 tempest-TestMinimumBasicScenario-720574890-project] 10.222.0.79 "DELETE /v2.0/ports/ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 HTTP/1.1" status: 204 len: 173 time: 0.5896678 Feb 18 12:12:53.063289 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-54123542-06f6-445a-9665-37d83eeeba40 admin admin] Publish callbacks [] for security_group (b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.091669 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-54123542-06f6-445a-9665-37d83eeeba40 admin admin] Publish callbacks [] for security_group (b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.102524 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cff07a-781d-4011-a975-4fd2a0ef0931 None None] New status for floating IP a54566e8-0b42-4ccc-bb71-57fdac825d58: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:12:53.150899 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-54123542-06f6-445a-9665-37d83eeeba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.153479 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-54123542-06f6-445a-9665-37d83eeeba40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.154641 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-54123542-06f6-445a-9665-37d83eeeba40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e HTTP/1.1" status: 204 len: 168 time: 0.1482995 Feb 18 12:12:53.162865 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123542-06f6-445a-9665-37d83eeeba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d4efde-5ff0-4bc1-b0fc-a7db6110e66e,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:53.361736 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:12:53.434085 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:12:53.440053 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:12:53.440728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.514269 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'name': 'network-vif-deleted', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:53.516935 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc043434-8a41-480a-b488-5291d059ff60" -d '{"events": [{"server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "name": "network-vif-deleted", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:53.524163 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52470) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:53.592329 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:12:53.592799 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.601123 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52474) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:53.611485 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428325fa-f73a-4d7f-983e-5555495a941f x-openstack-request-id: req-428325fa-f73a-4d7f-983e-5555495a941f {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:53.611841 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d21acb-22d1-42b4-8ff1-0be9406e8ba9", "name": "network-vif-deleted", "tag": "ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:53.612110 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-428325fa-f73a-4d7f-983e-5555495a941f {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:53.612573 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d21acb-22d1-42b4-8ff1-0be9406e8ba9', 'name': 'network-vif-deleted', 'tag': 'ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12', 'status': 'completed', 'code': 200} Feb 18 12:12:53.626031 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-21379f05-11c0-4b0c-a005-a4bba0447efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.627616 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:12:53.630349 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e7ce2-b6a5-4add-9ca9-8ce9ef3fbcc6" -d '{"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-plugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:12:53.642095 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48a7c5fb-a8c9-49f5-98a0-5623d4f1e2f7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (91c38eda-9a34-431d-9466-ed7ff541e2fa), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.644535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:53.655630 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.657229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:53.668508 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48a7c5fb-a8c9-49f5-98a0-5623d4f1e2f7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (91c38eda-9a34-431d-9466-ed7ff541e2fa), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.692170 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a979e2f9-abde-4d1e-b7bf-45530e0df36b x-openstack-request-id: req-a979e2f9-abde-4d1e-b7bf-45530e0df36b {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:12:53.692601 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-plugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:12:53.692996 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a979e2f9-abde-4d1e-b7bf-45530e0df36b {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:12:53.693465 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'code': 200} Feb 18 12:12:53.715631 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:53.716101 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device a9f2801a-3a9a-431f-b2ff-ba97b75a5b34 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:53.745339 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:53.762995 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-21379f05-11c0-4b0c-a005-a4bba0447efe admin admin] Publish callbacks [] for security_group (bfbe6714-93f5-4480-873b-82a817493f28), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.764723 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48a7c5fb-a8c9-49f5-98a0-5623d4f1e2f7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (91c38eda-9a34-431d-9466-ed7ff541e2fa), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.768121 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-48a7c5fb-a8c9-49f5-98a0-5623d4f1e2f7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.769386 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-48a7c5fb-a8c9-49f5-98a0-5623d4f1e2f7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "DELETE /v2.0/security-groups/91c38eda-9a34-431d-9466-ed7ff541e2fa HTTP/1.1" status: 204 len: 168 time: 0.2438750 Feb 18 12:12:53.772400 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52480) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:53.779394 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-21379f05-11c0-4b0c-a005-a4bba0447efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (bfbe6714-93f5-4480-873b-82a817493f28), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:53.783299 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7c5fb-a8c9-49f5-98a0-5623d4f1e2f7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c38eda-9a34-431d-9466-ed7ff541e2fa,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:53.820384 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.api.v2.resource [None req-2d1b67c3-a227-4363-a4a8-e8fd161e0466 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] show failed (client error): The resource could not be found. Feb 18 12:12:53.822296 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2d1b67c3-a227-4363-a4a8-e8fd161e0466 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups/91c38eda-9a34-431d-9466-ed7ff541e2fa HTTP/1.1" status: 404 len: 347 time: 0.0440245 Feb 18 12:12:53.824427 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52482) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:53.872034 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-21379f05-11c0-4b0c-a005-a4bba0447efe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31fd866fd3d942469cd8334d3299e10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672510 Feb 18 12:12:53.872317 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52486) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:53.917281 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21379f05-11c0-4b0c-a005-a4bba0447efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe6714-93f5-4480-873b-82a817493f28,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:53.947563 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216426e0-cbff-4caa-933b-be05eedb14e9 req-caf89f58-8b7d-4298-967a-c9ee8da5dd0d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:53.949068 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-216426e0-cbff-4caa-933b-be05eedb14e9 req-caf89f58-8b7d-4298-967a-c9ee8da5dd0d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1562746 Feb 18 12:12:53.957519 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373e2d4-5b00-443a-86fc-feb8c16c1691 req-e53e8457-d74c-4d17-8ac8-12b18140f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:53.959004 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a373e2d4-5b00-443a-86fc-feb8c16c1691 req-e53e8457-d74c-4d17-8ac8-12b18140f1ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1129 time: 0.0774293 Feb 18 12:12:53.992393 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eede7b1f-9616-423d-a123-625cb7673539 admin admin] Publish callbacks [] for security_group (bfbe6714-93f5-4480-873b-82a817493f28), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.018967 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eede7b1f-9616-423d-a123-625cb7673539 admin admin] Publish callbacks [] for security_group (bfbe6714-93f5-4480-873b-82a817493f28), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.028529 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-216426e0-cbff-4caa-933b-be05eedb14e9 req-a48032ce-91f7-400e-9e03-4d426afb24ee tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685706 Feb 18 12:12:54.032596 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a373e2d4-5b00-443a-86fc-feb8c16c1691 req-2ee9ad2a-ffea-4589-8e12-53f538b79541 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660017 Feb 18 12:12:54.038851 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Deleting port 9d691861-1053-43ac-8b76-86fae5720e36 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:54.039191 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (9d691861-1053-43ac-8b76-86fae5720e36), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.118206 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eede7b1f-9616-423d-a123-625cb7673539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (bfbe6714-93f5-4480-873b-82a817493f28), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.120780 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-eede7b1f-9616-423d-a123-625cb7673539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.124374 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-eede7b1f-9616-423d-a123-625cb7673539 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfbe6714-93f5-4480-873b-82a817493f28 HTTP/1.1" status: 204 len: 168 time: 0.2484815 Feb 18 12:12:54.142104 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7b1f-9616-423d-a123-625cb7673539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe6714-93f5-4480-873b-82a817493f28,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:54.146108 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (9d691861-1053-43ac-8b76-86fae5720e36), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.146265 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (9d691861-1053-43ac-8b76-86fae5720e36), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.164472 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Calling delete_port for 9d691861-1053-43ac-8b76-86fae5720e36 owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:54.322670 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (9d691861-1053-43ac-8b76-86fae5720e36), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.348279 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event deleted for resources: {'Port': ['ID=9d691861-1053-43ac-8b76-86fae5720e36,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:54.413428 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (a54566e8-0b42-4ccc-bb71-57fdac825d58), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.416215 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.417807 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dcb914f0-827a-49f8-8d22-fdd1c9a389f2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "DELETE /v2.0/floatingips/a54566e8-0b42-4ccc-bb71-57fdac825d58 HTTP/1.1" status: 204 len: 168 time: 0.5906599 Feb 18 12:12:54.737612 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52554) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:54.742260 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055481946', 'description': 'tempest-description--1860763768'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:54.763334 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.839118 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (f35e09d4-c575-468f-8e49-3e2c39a4d8b2), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.843729 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f35e09d4-c575-468f-8e49-3e2c39a4d8b2), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.860738 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52558) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:54.872635 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.877112 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1352100 Feb 18 12:12:54.878276 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52562) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:54.882793 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'security_group_rule': {'security_group_id': 'f35e09d4-c575-468f-8e49-3e2c39a4d8b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:54.883927 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dd947-9686-4fcf-8422-fde2e2b25d83 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e09d4-c575-468f-8e49-3e2c39a4d8b2,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:54.919915 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (69ecfad7-bb15-40ed-9ed4-f3b1455fca13), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:54.941064 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52566) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:54.998770 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-336711586-network', 'tenant_id': '198abefe2c914e2987a7d1d59dd1b69b'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:55.078168 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (69ecfad7-bb15-40ed-9ed4-f3b1455fca13), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.081048 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Made reservation on behalf of 198abefe2c914e2987a7d1d59dd1b69b for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:55.083264 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.089250 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (69ecfad7-bb15-40ed-9ed4-f3b1455fca13), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.108576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.128665 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ecfad7-bb15-40ed-9ed4-f3b1455fca13,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:55.164223 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.165382 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-02d4bf64-e4b2-4cc0-bcd2-e78abf2314b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2861538 Feb 18 12:12:55.168223 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52570) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:55.174154 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'security_group_rule': {'security_group_id': 'f35e09d4-c575-468f-8e49-3e2c39a4d8b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:55.197750 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (6f73a4ed-3232-44d6-81be-0b77ca87cd34), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.265184 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (6f73a4ed-3232-44d6-81be-0b77ca87cd34), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.269515 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (6f73a4ed-3232-44d6-81be-0b77ca87cd34), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.288291 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f73a4ed-3232-44d6-81be-0b77ca87cd34,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:55.301015 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f9bfb-4fad-48eb-b5f0-1b865cb37a51 req-43ce8892-f401-4636-87d8-14f4a60b34f5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:55.301903 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.302614 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a5f9bfb-4fad-48eb-b5f0-1b865cb37a51 req-43ce8892-f401-4636-87d8-14f4a60b34f5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1856179 Feb 18 12:12:55.307620 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-243043eb-a4b2-4c18-86d3-b611099ccd92 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377163 Feb 18 12:12:55.308389 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52572) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:55.312934 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:55.333280 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.387624 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks [] for security_group (baaa41b2-82ea-414d-8015-97ff0986efee), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.397795 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (baaa41b2-82ea-414d-8015-97ff0986efee), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.423226 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5a5f9bfb-4fad-48eb-b5f0-1b865cb37a51 req-fda5c0b7-29f9-477d-b761-ff1d8ffd3da3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103945 Feb 18 12:12:55.427112 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.429526 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:12:55.488735 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (92b3b0cb-c923-43e5-b1f8-abff60784360), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.489086 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Added segment 92b3b0cb-c923-43e5-b1f8-abff60784360 of type vlan for network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef Feb 18 12:12:55.502276 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaa41b2-82ea-414d-8015-97ff0986efee,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:55.542462 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Allocated IP 172.27.1.16 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/edc64540-4209-4f3e-be57-81817e418313) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:12:55.556307 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.602438 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.603388 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:55.603969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.641815 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for port (edc64540-4209-4f3e-be57-81817e418313), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.673939 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (edc64540-4209-4f3e-be57-81817e418313), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.698612 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8367567 Feb 18 12:12:55.701953 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52574) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:55.710965 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Request body: {'subnet': {'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-336711586-subnet', 'tenant_id': '198abefe2c914e2987a7d1d59dd1b69b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:55.717963 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449db9-c1f4-408b-9e09-303870864dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:55.728891 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:12:55.730061 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:12:55.736212 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:12:55.743648 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:12:55.751022 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (c9e87908-e19e-415e-a3d8-de39b7a210fe), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.766876 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'Port': ['ID=edc64540-4209-4f3e-be57-81817e418313,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:55.774291 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Made reservation on behalf of 198abefe2c914e2987a7d1d59dd1b69b for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:55.776794 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.900359 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (b5fc1c38-296c-4ae3-a77f-9bcb338a30d7), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:55.962176 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (edc64540-4209-4f3e-be57-81817e418313), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.054990 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Deleting port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:56.055577 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.056028 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (3988c6e8-290f-4a52-91a4-d52eed9ce7a7), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.131096 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] For port a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:56.131457 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.144376 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Calling delete_port for a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:56.146595 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3988c6e8-290f-4a52-91a4-d52eed9ce7a7,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:56.181581 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Checking segment: {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:12:56.182268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Network hostable DHCP agents. Network: e7f36b58-f1d0-45b1-8cbe-0d0f124829ef, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:12:56.211654 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for port (edc64540-4209-4f3e-be57-81817e418313), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.213865 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:12:56.216894 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (edc64540-4209-4f3e-be57-81817e418313), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.247531 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, e7f36b58-f1d0-45b1-8cbe-0d0f124829ef) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:12:56.255634 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:56.256226 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.262026 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ccfc53-28ed-485b-8a96-34d3ead23bc1 None None] Network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:12:56.298021 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'Port': ['ID=edc64540-4209-4f3e-be57-81817e418313,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:56.306892 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b6fefc8d-8dde-44e9-9d4b-74424d842575 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5997999 Feb 18 12:12:56.312237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (b5fc1c38-296c-4ae3-a77f-9bcb338a30d7), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.335164 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.341752 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-19fbcb90-5f2b-429e-9f0e-04fb684c0d3c tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0279546 Feb 18 12:12:56.372426 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.408634 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed52b2-822c-4749-b52f-1a34a9169934 None None] Network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:12:56.413338 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:56.711027 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-a3685679-4e1f-4b45-bd2d-b74924297a00 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2055481946&fields=id&tenant_id=1d9f853b12e04a9f931ccec730dd8fe8 HTTP/1.1" status: 200 len: 267 time: 0.1226530 Feb 18 12:12:56.725628 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa1b83-41ae-41d8-8624-01f7b8d5f79b req-f1c623dd-6c51-4a02-b63c-3e96bd8eca05 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:56.727287 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83fa1b83-41ae-41d8-8624-01f7b8d5f79b req-f1c623dd-6c51-4a02-b63c-3e96bd8eca05 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1592431 Feb 18 12:12:56.759840 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (c9e87908-e19e-415e-a3d8-de39b7a210fe), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:56.902451 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83fa1b83-41ae-41d8-8624-01f7b8d5f79b req-fae0a671-195d-4f3d-bfad-5be17c7bfb8e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618550 Feb 18 12:12:56.938213 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-42882a68-2b86-4ec8-8b6c-a915cac66947 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:56.944135 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-42882a68-2b86-4ec8-8b6c-a915cac66947 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 810 time: 0.2138298 Feb 18 12:12:56.985850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-568b229d-6805-4111-a975-43be40e6b709 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/quotas/1d9f853b12e04a9f931ccec730dd8fe8 HTTP/1.1" status: 200 len: 375 time: 0.0408332 Feb 18 12:12:57.102705 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-050d55ac-70de-4e5f-a07a-38e0d6166ccf tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086819 Feb 18 12:12:57.480312 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Router c9e87908-e19e-415e-a3d8-de39b7a210fe has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:12:57.506642 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-50347ee6-2ddc-42ee-9e92-4a72d2b5fa05 service neutron] 10.222.0.65 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909216 Feb 18 12:12:57.689072 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-b439f239-e919-498b-84a7-84f856af22a1 service neutron] 10.222.0.65 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462572 Feb 18 12:12:57.690032 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:12:57.696744 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-60f3e855-b7cd-4994-99f1-f0aad5164e15 admin admin] 10.222.0.65 "PUT /v2.0/routers/c9e87908-e19e-415e-a3d8-de39b7a210fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539990 Feb 18 12:12:57.697536 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52622) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:57.698711 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] Sync routers for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:12:57.713535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:57.714212 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:57.825814 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks [] for router (c9e87908-e19e-415e-a3d8-de39b7a210fe), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:57.830747 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:57.899824 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-40e72668-d890-429b-afcb-111bba66052a req-600146ed-cb79-4f86-9181-36f810fc7ead tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Feb 18 12:12:58.001398 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks [] for router_gateway (c9e87908-e19e-415e-a3d8-de39b7a210fe), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:58.061257 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:12:56Z', 'revision_number': 5, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port': {'id': 'e1adb78a-7204-48f9-ae9a-33b701b404a8', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:58.076168 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66c931-dc3d-413e-9ae5-ea72f20ea348 req-eacf17c2-2272-4dda-aef8-a2cad2900283 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:58.082334 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba66c931-dc3d-413e-9ae5-ea72f20ea348 req-eacf17c2-2272-4dda-aef8-a2cad2900283 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0986257 Feb 18 12:12:58.106689 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] Checking router: c9e87908-e19e-415e-a3d8-de39b7a210fe for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:12:58.117251 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] Routers {'c9e87908-e19e-415e-a3d8-de39b7a210fe'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:58.117948 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c9e87908-e19e-415e-a3d8-de39b7a210fe'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:58.214228 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Deleting port e1adb78a-7204-48f9-ae9a-33b701b404a8 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:12:58.214899 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:58.215229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] Set router c9e87908-e19e-415e-a3d8-de39b7a210fe gateway port host: None {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:12:58.218765 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ba66c931-dc3d-413e-9ae5-ea72f20ea348 req-7554d93b-d9c5-487a-ac08-6527b6841d95 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324737 Feb 18 12:12:58.285268 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:12:58Z', 'revision_number': 6, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:58.316762 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb584054-6e74-4509-b721-f3451ae16694 None None] The sync data for ids ['c9e87908-e19e-415e-a3d8-de39b7a210fe'] in dv-cinder-829877-1-iscsi is: [{'id': 'c9e87908-e19e-415e-a3d8-de39b7a210fe', 'name': 'tempest-TestMinimumBasicScenario-990307543-router', 'tenant_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:38Z', 'updated_at': '2022-02-18T12:12:58Z', 'revision_number': 6, 'project_id': 'd0ee0a79b32e440bb58ca31a3643c4cd', 'gw_port_host': None}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:12:58.364983 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-118ab400-1125-440d-bcfd-eed78e614470 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:58.370769 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-118ab400-1125-440d-bcfd-eed78e614470 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/networks?id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 200 len: 808 time: 0.2471857 Feb 18 12:12:58.408021 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-da972b38-f378-4f45-b01f-9e2351a67479 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/quotas/198abefe2c914e2987a7d1d59dd1b69b HTTP/1.1" status: 200 len: 375 time: 0.0289018 Feb 18 12:12:58.417788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] For port e1adb78a-7204-48f9-ae9a-33b701b404a8, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e1adb78a-7204-48f9-ae9a-33b701b404a8,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:12:58.418160 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:58.449550 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87ca9-f3eb-400e-98a3-1530c9f6f9ff req-cdd99b16-537f-43f4-a10a-317aa9d23731 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:58.452059 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-18a87ca9-f3eb-400e-98a3-1530c9f6f9ff req-cdd99b16-537f-43f4-a10a-317aa9d23731 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1472919 Feb 18 12:12:58.462822 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52664) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:58.467960 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Request body: {'floatingip': {'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:58.470655 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Calling delete_port for e1adb78a-7204-48f9-ae9a-33b701b404a8 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:12:58.475003 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-b73ed276-dce1-43be-8b80-a631b2030f52 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539789 Feb 18 12:12:58.564913 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:58.595768 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:58.596375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff5ffbe5-5812-4e30-b8d2-0e1fb2461a12 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:58.692127 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-9fb379e5-1120-4270-aca2-126633f49e46 service neutron] 10.222.0.65 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094297 Feb 18 12:12:58.733348 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (03921e20-8202-46ff-8592-eed9784d6f26), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:58.842282 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-60e6ff7f-4fcc-4e94-bbb9-19150f65378c service neutron] 10.222.0.65 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492269 Feb 18 12:12:58.866467 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (e1adb78a-7204-48f9-ae9a-33b701b404a8), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:58.941688 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1adb78a-7204-48f9-ae9a-33b701b404a8,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:59.041099 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f0a83fe-cd1d-4b78-acf9-253afad7ba48 req-18d6f8e6-f08e-4d38-812a-386c716f8680 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 210 time: 0.0414207 Feb 18 12:12:59.139280 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d6427daf-a6bb-4553-bdce-a3adc177e30e req-8e5f4a83-f600-4735-8dc4-359d63046d91 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 210 time: 0.0594316 Feb 18 12:12:59.140107 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (c9e87908-e19e-415e-a3d8-de39b7a210fe), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.148258 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-9e08f205-42c8-4d3d-b3bf-ec3950d072c0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:12:59.149927 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-9e08f205-42c8-4d3d-b3bf-ec3950d072c0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 810 time: 0.2955430 Feb 18 12:12:59.240291 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:59.273396 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:59.273754 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a2d2f8b9-0336-450a-8e31-a3c7f9bc4dc9 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:59.274189 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e1adb78a-7204-48f9-ae9a-33b701b404a8 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:12:59.306251 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: e1adb78a-7204-48f9-ae9a-33b701b404a8 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:12:59.306604 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e1adb78a-7204-48f9-ae9a-33b701b404a8 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:12:59.315905 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (c9e87908-e19e-415e-a3d8-de39b7a210fe), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.323758 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks [] for router_controller (c9e87908-e19e-415e-a3d8-de39b7a210fe), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.385275 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.390672 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (03921e20-8202-46ff-8592-eed9784d6f26), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.399853 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-5141592a-48b8-48b3-9234-1d16c0a032fd tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d9f853b12e04a9f931ccec730dd8fe8 HTTP/1.1" status: 200 len: 380 time: 0.2083099 Feb 18 12:12:59.401059 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (c9e87908-e19e-415e-a3d8-de39b7a210fe), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.401584 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e87908-e19e-415e-a3d8-de39b7a210fe {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:12:59.407190 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.408335 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-234aee43-fa20-4f43-9a40-90e106668c20 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c9e87908-e19e-415e-a3d8-de39b7a210fe HTTP/1.1" status: 204 len: 168 time: 1.7098505 Feb 18 12:12:59.413158 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'port': {'device_id': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'admin_state_up': True, 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'security_groups': ['f35e09d4-c575-468f-8e49-3e2c39a4d8b2']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:12:59.416169 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52686) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:59.506591 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Floating IP 03921e20-8202-46ff-8592-eed9784d6f26 associated. External IP: 172.27.1.144, port: 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0. Feb 18 12:12:59.527067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Deleting subnet 23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:12:59.533275 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Publish callbacks [] for subnet (23a03cd0-d050-4cf5-bb45-fd7202f4a2c4), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.605384 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (23a03cd0-d050-4cf5-bb45-fd7202f4a2c4), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.660822 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Made reservation on behalf of 1d9f853b12e04a9f931ccec730dd8fe8 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:12:59.664365 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.756906 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:12:59.806638 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (23a03cd0-d050-4cf5-bb45-fd7202f4a2c4), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.903214 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:12:59.907264 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Allocated IP 172.20.0.11 (16604c12-d93c-45a1-a8cd-f80f9c2e1d32/3b6b495d-4236-4b0a-8598-a60ba278e42e/034956dd-402d-4d8f-a116-5f95303268c9) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:12:59.908934 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.917697 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:12:59.922579 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (23a03cd0-d050-4cf5-bb45-fd7202f4a2c4), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.943477 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:12:59.944124 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:12:59.960672 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a03cd0-d050-4cf5-bb45-fd7202f4a2c4,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:12:59.962702 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:12:59.971093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-65034ea1-b2df-4f91-9017-b91590e6f6f9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23a03cd0-d050-4cf5-bb45-fd7202f4a2c4 HTTP/1.1" status: 204 len: 168 time: 0.5539608 Feb 18 12:12:59.971245 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52706) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:12:59.974339 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b710a281-af29-4906-acb0-c5137ee0d544 None None] Network 0e793114-ab38-4f98-bad5-77e1cddedd15 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:13:00.084657 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b6e123e6-761f-417a-bbcf-be93be6228de tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "PUT /v2.0/floatingips/03921e20-8202-46ff-8592-eed9784d6f26 HTTP/1.1" status: 200 len: 991 time: 1.6201890 Feb 18 12:13:00.117748 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:00.123244 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c6001d-9d95-4b77-aa20-844aa07c125e" -d '{"events": [{"name": "network-changed", "server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:00.163398 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (0e793114-ab38-4f98-bad5-77e1cddedd15), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.188605 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:00.195794 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f726af18-8f1b-4b95-903c-984182a145e8 req-41ff37ed-e4a0-47da-afbf-2164932e88b7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 210 time: 0.0654511 Feb 18 12:13:00.247035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] DHCP port deletion for 0e793114-ab38-4f98-bad5-77e1cddedd15 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:13:00.284344 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for port (034956dd-402d-4d8f-a116-5f95303268c9), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.296724 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637e19cb-ee3f-425a-8c33-e2d73402087d x-openstack-request-id: req-637e19cb-ee3f-425a-8c33-e2d73402087d {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:00.300186 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:00.300599 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-637e19cb-ee3f-425a-8c33-e2d73402087d {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:00.301196 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'status': 'completed', 'code': 200} Feb 18 12:13:00.407718 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] Deleting port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:00.408304 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.495570 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bd589be9-40a8-4694-9a37-da0774b4da81 req-83768764-90e0-4d44-804f-8c585cb8c52e tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 210 time: 0.1125605 Feb 18 12:13:00.550326 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-e4aadfc8-6843-4a0f-ab0c-eb43651085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:00.551834 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-e4aadfc8-6843-4a0f-ab0c-eb43651085c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1129 time: 0.2657964 Feb 18 12:13:00.575883 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] For port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:00.576296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.580102 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-7dc0cf02-b6e1-46ef-b6be-1cfe2174bc3b tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:00.581937 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-7dc0cf02-b6e1-46ef-b6be-1cfe2174bc3b tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "GET /v2.0/networks?id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 200 len: 808 time: 0.1959832 Feb 18 12:13:00.584745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (034956dd-402d-4d8f-a116-5f95303268c9), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.586800 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Deleting port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:00.587622 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.594891 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Request body: {'port': {'device_id': '95f0601d-f083-4c67-9055-12428d5c979c', 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef', 'admin_state_up': True, 'tenant_id': '198abefe2c914e2987a7d1d59dd1b69b'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:00.601194 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] Calling delete_port for c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:00.613846 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '03921e20-8202-46ff-8592-eed9784d6f26', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'mac_address': 'fa:16:3e:b1:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864182fe-c0bf-4983-bc8a-48847cc19424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:12:37Z', 'updated_at': '2022-02-18T12:12:59Z', 'revision_number': 1, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:00.660513 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52732) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:00.691214 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:00.702970 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:00.704421 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:00.756272 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] For port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,segment=NetworkSegment(129731e4-3238-4a6e-a665-080d197ebf5d),segment_id=129731e4-3238-4a6e-a665-080d197ebf5d)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:00.756649 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:00.774090 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Calling delete_port for c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 owned by network:dhcp {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:00.860603 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:00.919778 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.008789 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:01.029566 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] No DVR routers for this DVR port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 on host dv-cinder-829877-1-iscsi {{(pid=102857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:13:01.085437 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:01.100890 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (c4a9ce2a-8d82-493a-9d69-8c44fc5d8945), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.116504 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:01.126146 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:01.130833 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event updated for resources: {'Port': ['ID=034956dd-402d-4d8f-a116-5f95303268c9,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:01.142051 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-67c438ab-ddbc-47f0-9f75-4d23ba41da44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.164446 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:13:01.168984 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] Pushing event deleted for resources: {'Port': ['ID=c4a9ce2a-8d82-493a-9d69-8c44fc5d8945,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:01.195388 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9057643-0c2f-484b-a0b7-615c04fe5757 None None] No DVR routers for this DVR port c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:13:01.202402 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Made reservation on behalf of 198abefe2c914e2987a7d1d59dd1b69b for: {'port': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:01.209229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:13:01.209886 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c4a9ce2a-8d82-493a-9d69-8c44fc5d8945 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:13:01.215698 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.251402 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-6d39b30f-1d72-47f9-82fe-e3f957ddadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:01.253203 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-6d39b30f-1d72-47f9-82fe-e3f957ddadba service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.6879420 Feb 18 12:13:01.257262 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '03921e20-8202-46ff-8592-eed9784d6f26', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'mac_address': 'fa:16:3e:b1:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864182fe-c0bf-4983-bc8a-48847cc19424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:12:37Z', 'updated_at': '2022-02-18T12:12:59Z', 'revision_number': 1, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:01.260954 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (0e793114-ab38-4f98-bad5-77e1cddedd15), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.264712 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:01.264712 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.309405 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d580de-b781-4baf-a851-541e4c41ad2c None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '03921e20-8202-46ff-8592-eed9784d6f26', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'mac_address': 'fa:16:3e:b1:bf:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864182fe-c0bf-4983-bc8a-48847cc19424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:12:37Z', 'updated_at': '2022-02-18T12:12:59Z', 'revision_number': 1, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:01.334024 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-cee09c6f-0f9e-4d0a-b9be-8bb934f42f61 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9243195 Feb 18 12:13:01.336506 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e793114-ab38-4f98-bad5-77e1cddedd15']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:01.354942 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Request body: {'port': {'device_id': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:01.358585 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129731e4-3238-4a6e-a665-080d197ebf5d') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:01.359440 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129731e4-3238-4a6e-a665-080d197ebf5d') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:01.417959 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-fc23af00-a3f4-437a-966b-33d26af743a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 999 time: 0.1427317 Feb 18 12:13:01.419298 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (129731e4-3238-4a6e-a665-080d197ebf5d), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.452657 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (129731e4-3238-4a6e-a665-080d197ebf5d), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.473555 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:13:01.474004 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (129731e4-3238-4a6e-a665-080d197ebf5d), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:13:01.475647 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:13:01.512190 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d33e6e-c358-479b-8591-3a9b8f64b9d5 req-8c700a47-fb5f-4b7e-aa50-fc7bc0719a6b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:01.513724 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f9d33e6e-c358-479b-8591-3a9b8f64b9d5 req-8c700a47-fb5f-4b7e-aa50-fc7bc0719a6b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 932 time: 0.1855998 Feb 18 12:13:01.518340 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (034956dd-402d-4d8f-a116-5f95303268c9), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.527062 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-595a5948-c804-4b46-a9cd-3d76972d1fd3 None None] Provisioning complete for port 034956dd-402d-4d8f-a116-5f95303268c9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:01.527502 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-595a5948-c804-4b46-a9cd-3d76972d1fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (034956dd-402d-4d8f-a116-5f95303268c9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.556506 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-099cdc77-429c-4d90-bb65-6e2a7d0d0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:01.558014 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-099cdc77-429c-4d90-bb65-6e2a7d0d0529 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.1064544 Feb 18 12:13:01.583341 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-595a5948-c804-4b46-a9cd-3d76972d1fd3 None None] Port 034956dd-402d-4d8f-a116-5f95303268c9 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:13:01.583584 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-67c438ab-ddbc-47f0-9f75-4d23ba41da44 admin admin] Publish callbacks [] for security_group (fade4b0b-3e4e-4a49-98be-50518b5bb55f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.604404 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-67c438ab-ddbc-47f0-9f75-4d23ba41da44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (fade4b0b-3e4e-4a49-98be-50518b5bb55f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.639309 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Allocated IP 172.20.0.9 (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef/3988c6e8-290f-4a52-91a4-d52eed9ce7a7/7c780e1c-938b-4019-8026-3b9eb15d2c97) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:01.647654 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (0e793114-ab38-4f98-bad5-77e1cddedd15), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.679666 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:01.681818 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a107f0e-8d8a-49a2-b57c-a4c367756e46 None None] New status for floating IP 03921e20-8202-46ff-8592-eed9784d6f26: ACTIVE {{(pid=102859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:13:01.683364 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e793114-ab38-4f98-bad5-77e1cddedd15 HTTP/1.1" status: 204 len: 168 time: 1.7110889 Feb 18 12:13:01.688726 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2310a5b8-54cd-489e-8ec9-da5817e361c0 req-13094d07-d181-407f-ba5e-983bc31e3884 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 210 time: 0.0905960 Feb 18 12:13:01.689240 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52748) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:01.691746 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-67c438ab-ddbc-47f0-9f75-4d23ba41da44 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f60419983f79485a8a841b28a190763b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0215867 Feb 18 12:13:01.692793 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a934ad-105d-4b28-b88a-1f30118250c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e793114-ab38-4f98-bad5-77e1cddedd15,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:01.694546 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52750) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:01.698730 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f9d33e6e-c358-479b-8591-3a9b8f64b9d5 req-bd35dc27-07bd-48e5-aa47-979bbc0fd8ac tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761088 Feb 18 12:13:01.714478 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c438ab-ddbc-47f0-9f75-4d23ba41da44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade4b0b-3e4e-4a49-98be-50518b5bb55f,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:01.834287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-3b026ab3-17d1-46e9-b890-6c32d48bfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:01.835806 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-3b026ab3-17d1-46e9-b890-6c32d48bfada service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2713721 Feb 18 12:13:01.857485 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7078cf6c-b04d-4491-85d9-7eee1665ca1b admin admin] Publish callbacks [] for security_group (fade4b0b-3e4e-4a49-98be-50518b5bb55f), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.104595 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-ac35f5b1-7c8e-4c70-987b-4cd3f2d8eb06 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276983 Feb 18 12:13:02.116089 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7078cf6c-b04d-4491-85d9-7eee1665ca1b admin admin] Publish callbacks [] for security_group (fade4b0b-3e4e-4a49-98be-50518b5bb55f), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.165597 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks [] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.201006 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7078cf6c-b04d-4491-85d9-7eee1665ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (fade4b0b-3e4e-4a49-98be-50518b5bb55f), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.204145 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7078cf6c-b04d-4491-85d9-7eee1665ca1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.205290 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7078cf6c-b04d-4491-85d9-7eee1665ca1b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fade4b0b-3e4e-4a49-98be-50518b5bb55f HTTP/1.1" status: 204 len: 168 time: 0.5029831 Feb 18 12:13:02.221284 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078cf6c-b04d-4491-85d9-7eee1665ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade4b0b-3e4e-4a49-98be-50518b5bb55f,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:02.223851 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.240764 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 034956dd-402d-4d8f-a116-5f95303268c9 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:02.256942 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Publish callbacks [] for port (034956dd-402d-4d8f-a116-5f95303268c9), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.277342 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:02.281121 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:02.285657 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:02.310458 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Transition to ACTIVE for port object 034956dd-402d-4d8f-a116-5f95303268c9 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:13:02.321976 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Pushing event updated for resources: {'Port': ['ID=7c780e1c-938b-4019-8026-3b9eb15d2c97,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:02.327859 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (034956dd-402d-4d8f-a116-5f95303268c9), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.345212 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-e6649f3c-54ad-4956-8ed9-cf526ac6d56d service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099400 Feb 18 12:13:02.355680 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:02.356448 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.376808 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-30cd904c-97ef-40c1-aa2e-d67cf10cd079 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7861016 Feb 18 12:13:02.389268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Request body: {'port': {'device_id': '95f0601d-f083-4c67-9055-12428d5c979c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:02.417049 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Pushing event updated for resources: {'Port': ['ID=034956dd-402d-4d8f-a116-5f95303268c9,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:02.464350 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.528464 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Attempting to bind port 034956dd-402d-4d8f-a116-5f95303268c9 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:02.529045 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Attempting to bind port 034956dd-402d-4d8f-a116-5f95303268c9 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:02.529184 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Attempting to bind port 034956dd-402d-4d8f-a116-5f95303268c9 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:02.555616 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Port 034956dd-402d-4d8f-a116-5f95303268c9 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:13:02.556003 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Attempting to bind port 034956dd-402d-4d8f-a116-5f95303268c9 on network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:02.573449 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:02.573997 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Checking segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:02.574217 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Bound using segment: {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:02.574676 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Bound port: 034956dd-402d-4d8f-a116-5f95303268c9, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498935ca-519d-437b-9d28-ed92df8cb830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:02.575040 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (034956dd-402d-4d8f-a116-5f95303268c9), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.590753 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52760) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:02.629931 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-202dd697-3e13-4ec2-8cbf-eaefebd70eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.654707 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.723284 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] For port 034956dd-402d-4d8f-a116-5f95303268c9, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:02.767129 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] For port 034956dd-402d-4d8f-a116-5f95303268c9, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=034956dd-402d-4d8f-a116-5f95303268c9,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:02.783113 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c780e1c-938b-4019-8026-3b9eb15d2c97 {{(pid=102857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:02.793206 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Publish callbacks [] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.809265 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (034956dd-402d-4d8f-a116-5f95303268c9), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.811250 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.provisioning_blocks [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Transition to ACTIVE for port object 7c780e1c-938b-4019-8026-3b9eb15d2c97 will not be triggered until provisioned by entity L2. {{(pid=102857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:13:02.815469 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.888784 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Pushing event updated for resources: {'Port': ['ID=7c780e1c-938b-4019-8026-3b9eb15d2c97,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:02.934235 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:02.934886 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:02.936746 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] 10.222.0.79 "PUT /v2.0/ports/034956dd-402d-4d8f-a116-5f95303268c9 HTTP/1.1" status: 200 len: 1094 time: 1.5876746 Feb 18 12:13:02.939737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:02.942298 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359365c7-f509-4457-9ab3-674a93704859" -d '{"events": [{"name": "network-changed", "server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "tag": "034956dd-402d-4d8f-a116-5f95303268c9"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:02.950455 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Attempting to bind port 7c780e1c-938b-4019-8026-3b9eb15d2c97 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:02.951054 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Attempting to bind port 7c780e1c-938b-4019-8026-3b9eb15d2c97 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:02.951410 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Attempting to bind port 7c780e1c-938b-4019-8026-3b9eb15d2c97 on network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:02.962697 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Port 7c780e1c-938b-4019-8026-3b9eb15d2c97 on network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:13:02.964027 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Attempting to bind port 7c780e1c-938b-4019-8026-3b9eb15d2c97 on network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:02.975174 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:02.976890 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Checking segment: {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:02.977441 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Bound using segment: {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'} {{(pid=102857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:02.978174 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.managers [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Bound port: 7c780e1c-938b-4019-8026-3b9eb15d2c97, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'}}] {{(pid=102857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:02.978718 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.034746 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497d631-3be9-4305-9e1a-97f9400c1552 service neutron] Pushing event updated for resources: {'Port': ['ID=034956dd-402d-4d8f-a116-5f95303268c9,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:03.048036 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] For port 7c780e1c-938b-4019-8026-3b9eb15d2c97, host hv-cinder-82987, cleared binding levels {{(pid=102857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:03.051443 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] For port 7c780e1c-938b-4019-8026-3b9eb15d2c97, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:03.054583 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-202dd697-3e13-4ec2-8cbf-eaefebd70eaf admin admin] Publish callbacks [] for security_group (0e505723-738c-4cd3-972a-0281033e51ea), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.060559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.083713 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-202dd697-3e13-4ec2-8cbf-eaefebd70eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (0e505723-738c-4cd3-972a-0281033e51ea), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.111060 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.111685 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.113074 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] 10.222.0.79 "PUT /v2.0/ports/7c780e1c-938b-4019-8026-3b9eb15d2c97 HTTP/1.1" status: 200 len: 1093 time: 0.7299199 Feb 18 12:13:03.113520 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f0601d-f083-4c67-9055-12428d5c979c', 'tag': '7c780e1c-938b-4019-8026-3b9eb15d2c97'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:03.116124 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26224b86-52d0-4270-90cd-25dd2878c814" -d '{"events": [{"name": "network-changed", "server_uuid": "95f0601d-f083-4c67-9055-12428d5c979c", "tag": "7c780e1c-938b-4019-8026-3b9eb15d2c97"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:03.130739 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999dda4-aed4-46d4-abc2-19f671f12c0a req-1d2d6d93-33c1-4494-8cf0-40211cc8c23c tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.138006 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d728cfa-a890-46cb-b978-dec9e619eafd service neutron] Pushing event updated for resources: {'Port': ['ID=7c780e1c-938b-4019-8026-3b9eb15d2c97,revision_number=3']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:03.138660 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d999dda4-aed4-46d4-abc2-19f671f12c0a req-1d2d6d93-33c1-4494-8cf0-40211cc8c23c tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 943 time: 0.3308427 Feb 18 12:13:03.146877 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb491b1c-e502-457b-81b6-28d7758d69f7 req-0f4e3761-c08d-4469-a7b2-b64ca4c6c8c3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.148348 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fb491b1c-e502-457b-81b6-28d7758d69f7 req-0f4e3761-c08d-4469-a7b2-b64ca4c6c8c3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 944 time: 0.3358998 Feb 18 12:13:03.199647 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-202dd697-3e13-4ec2-8cbf-eaefebd70eaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=919f9057ab044762800a99dad8328478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6069028 Feb 18 12:13:03.202484 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52772) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:03.208672 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dd697-3e13-4ec2-8cbf-eaefebd70eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e505723-738c-4cd3-972a-0281033e51ea,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:03.213283 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-50f530eb-da34-4265-8f0e-f821ce6f0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.214839 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-50f530eb-da34-4265-8f0e-f821ce6f0b4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 1127 time: 0.0530059 Feb 18 12:13:03.230197 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-7612426e-50cf-402c-88a4-7d209021fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.231708 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-7612426e-50cf-402c-88a4-7d209021fd78 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 1128 time: 0.2477248 Feb 18 12:13:03.267419 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-a5150beb-dbbb-4531-bc93-219e974d6eef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97 HTTP/1.1" status: 200 len: 217 time: 0.0421894 Feb 18 12:13:03.306294 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-4ba9be18-a3fc-4dc1-bd23-7536b812bf75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=034956dd-402d-4d8f-a116-5f95303268c9 HTTP/1.1" status: 200 len: 217 time: 0.0648332 Feb 18 12:13:03.314855 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fb491b1c-e502-457b-81b6-28d7758d69f7 req-caa295e2-43a4-4538-9f22-d30c58fd3b59 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415975 Feb 18 12:13:03.314855 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d999dda4-aed4-46d4-abc2-19f671f12c0a req-4a8a64ca-f422-4c33-8ae4-86d171fb6e80 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738470 Feb 18 12:13:03.329479 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60de6289-7fee-48e8-a525-7ab7ce2feca8 admin admin] Publish callbacks [] for security_group (0e505723-738c-4cd3-972a-0281033e51ea), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.342719 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-5046b3b8-2ab4-4947-b68f-811759290b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.345202 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-5046b3b8-2ab4-4947-b68f-811759290b3c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3988c6e8-290f-4a52-91a4-d52eed9ce7a7 HTTP/1.1" status: 200 len: 848 time: 0.0728586 Feb 18 12:13:03.383164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60f2a8f-15bc-4029-b031-cbc6139bf55f x-openstack-request-id: req-e60f2a8f-15bc-4029-b031-cbc6139bf55f {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:03.383465 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "tag": "034956dd-402d-4d8f-a116-5f95303268c9", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:03.383729 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e60f2a8f-15bc-4029-b031-cbc6139bf55f {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:03.384137 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9', 'status': 'completed', 'code': 200} Feb 18 12:13:03.385777 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60de6289-7fee-48e8-a525-7ab7ce2feca8 admin admin] Publish callbacks [] for security_group (0e505723-738c-4cd3-972a-0281033e51ea), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.388880 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-33e6df8f-6832-4587-8f02-a21f32b19eab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373857 Feb 18 12:13:03.394449 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-702e8594-464e-49fc-9d04-79e7b139fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.395391 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65be969d-1839-43ff-a978-1cefa2aa025b x-openstack-request-id: req-65be969d-1839-43ff-a978-1cefa2aa025b {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:03.395628 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f0601d-f083-4c67-9055-12428d5c979c", "tag": "7c780e1c-938b-4019-8026-3b9eb15d2c97", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:03.395893 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65be969d-1839-43ff-a978-1cefa2aa025b {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:03.395992 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-702e8594-464e-49fc-9d04-79e7b139fcf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.0817783 Feb 18 12:13:03.396282 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f0601d-f083-4c67-9055-12428d5c979c', 'tag': '7c780e1c-938b-4019-8026-3b9eb15d2c97', 'status': 'completed', 'code': 200} Feb 18 12:13:03.473777 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-aba711dd-f9a8-4b34-801f-9790e2be48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.475268 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-aba711dd-f9a8-4b34-801f-9790e2be48ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608375 Feb 18 12:13:03.477372 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Deleting port 23553e44-a68e-4b3d-bdea-f615e00750bc {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:03.477789 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.491665 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60de6289-7fee-48e8-a525-7ab7ce2feca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (0e505723-738c-4cd3-972a-0281033e51ea), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.494255 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-60de6289-7fee-48e8-a525-7ab7ce2feca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.497600 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-60de6289-7fee-48e8-a525-7ab7ce2feca8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e505723-738c-4cd3-972a-0281033e51ea HTTP/1.1" status: 204 len: 168 time: 0.2920055 Feb 18 12:13:03.511603 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de6289-7fee-48e8-a525-7ab7ce2feca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e505723-738c-4cd3-972a-0281033e51ea,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:03.514861 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-c6379b17-86a9-4029-9ce3-b5a07f0359e1 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163182 Feb 18 12:13:03.614381 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-8e7f301a-f994-4378-9d59-5dea024ceddf req-de25281e-42f5-4f55-87bd-b05c796fea3b service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937164 Feb 18 12:13:03.632697 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] For port 23553e44-a68e-4b3d-bdea-f615e00750bc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=23553e44-a68e-4b3d-bdea-f615e00750bc,segment=NetworkSegment(da2c3964-604c-459c-bdf3-8e7f116ca3ba),segment_id=da2c3964-604c-459c-bdf3-8e7f116ca3ba)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:03.633303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.654628 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-09ad7f27-aa7f-4ed2-8631-4a764a46081c service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642351 Feb 18 12:13:03.655262 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Calling delete_port for 23553e44-a68e-4b3d-bdea-f615e00750bc owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:03.719413 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224b86-52d0-4270-90cd-25dd2878c814 req-cd08d580-a194-4684-91d4-27bc30797443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.721049 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-cd08d580-a194-4684-91d4-27bc30797443 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 1127 time: 0.0542583 Feb 18 12:13:03.820263 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224b86-52d0-4270-90cd-25dd2878c814 req-919e4002-225e-4387-9489-05cf8cb9c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.821747 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-919e4002-225e-4387-9489-05cf8cb9c84c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 200 len: 909 time: 0.0919230 Feb 18 12:13:03.839093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f7f15ee-c2bf-48d6-997f-8688d585920c req-b33d20a0-aea6-4aa0-b403-827ea41b9bad service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753731 Feb 18 12:13:03.868111 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-dcc637cb-739b-4417-853e-e755fe58aca1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Feb 18 12:13:03.923548 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224b86-52d0-4270-90cd-25dd2878c814 req-e594cf8e-ff74-4ebd-8736-15101c905771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.924907 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-e594cf8e-ff74-4ebd-8736-15101c905771 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3988c6e8-290f-4a52-91a4-d52eed9ce7a7 HTTP/1.1" status: 200 len: 848 time: 0.0505109 Feb 18 12:13:03.957655 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-e1e6e5f5-3948-44ba-8e64-42ebd2a741a5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268981 Feb 18 12:13:03.961656 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (23553e44-a68e-4b3d-bdea-f615e00750bc), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:03.998390 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359365c7-f509-4457-9ab3-674a93704859 req-b1afe85b-6815-44bd-ab1d-c81a1212ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:03.999963 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-b1afe85b-6815-44bd-ab1d-c81a1212ca0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 1128 time: 0.0962009 Feb 18 12:13:04.001220 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Pushing event deleted for resources: {'Port': ['ID=23553e44-a68e-4b3d-bdea-f615e00750bc,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:04.068441 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-257ddd1a-b50f-4b14-be59-875f7edef481 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019423 Feb 18 12:13:04.201114 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-1f584655-06c2-4890-aead-1b00eb69c7e1 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255462 Feb 18 12:13:04.502108 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359365c7-f509-4457-9ab3-674a93704859 req-f28de797-e31e-4979-a87f-c0842f3b7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:04.503848 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-f28de797-e31e-4979-a87f-c0842f3b7468 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.4964876 Feb 18 12:13:04.592066 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-baf6b44e-0dce-46f9-8760-72bb1788813d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=034956dd-402d-4d8f-a116-5f95303268c9 HTTP/1.1" status: 200 len: 217 time: 0.0801506 Feb 18 12:13:04.647533 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c822a-bad7-4e54-99a5-9fe469294b91 req-68be9d6d-25db-4e21-b0a1-1a3cf8f7f0c8 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:04.649017 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-047c822a-bad7-4e54-99a5-9fe469294b91 req-68be9d6d-25db-4e21-b0a1-1a3cf8f7f0c8 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 944 time: 0.2247140 Feb 18 12:13:04.660719 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bb63d-a4a9-4750-aa08-3d112cb1bef1 req-84979955-28c5-43a8-8437-3ab3b58f925f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:04.662170 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f71bb63d-a4a9-4750-aa08-3d112cb1bef1 req-84979955-28c5-43a8-8437-3ab3b58f925f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 943 time: 0.2330120 Feb 18 12:13:04.666582 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:04.715511 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359365c7-f509-4457-9ab3-674a93704859 req-98ad128a-f54b-4297-aba6-7df2815e65b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:04.716973 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-98ad128a-f54b-4297-aba6-7df2815e65b3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.1166189 Feb 18 12:13:04.831168 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-047c822a-bad7-4e54-99a5-9fe469294b91 req-815fc864-7b0a-4722-bce2-65264890b4ca tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677775 Feb 18 12:13:04.839881 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f71bb63d-a4a9-4750-aa08-3d112cb1bef1 req-c11b1023-f397-4585-811b-6fa67584c715 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697321 Feb 18 12:13:04.897861 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359365c7-f509-4457-9ab3-674a93704859 req-b027d18b-9066-4c65-b273-a60d063a932a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:04.899405 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-b027d18b-9066-4c65-b273-a60d063a932a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1451859 Feb 18 12:13:05.072333 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-6eebb9d5-d486-40f2-80c4-7f11648e8b56 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667399 Feb 18 12:13:05.089052 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:13:05.251377 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-359365c7-f509-4457-9ab3-674a93704859 req-b9055922-d32b-42a6-bb39-90ab604ead42 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720119 Feb 18 12:13:05.274672 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:13:05.282880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5f1b4279-87f1-43a0-8406-238cbac3c81a admin admin] 10.222.0.65 "PUT /v2.0/routers/e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5874939 Feb 18 12:13:05.282880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52824) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:05.285261 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] Sync routers for ids ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:13:05.295932 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] Routers {'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:05.297553 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:05.390126 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks [] for router (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:05.483184 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] Set router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:05.494224 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks [] for router_gateway (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:05.549458 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Deleting port 60f601e8-922c-45e3-ac01-bc55359628f2 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:05.549831 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:05.628473 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] For port 60f601e8-922c-45e3-ac01-bc55359628f2, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=60f601e8-922c-45e3-ac01-bc55359628f2,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:05.628831 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:05.642515 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Calling delete_port for 60f601e8-922c-45e3-ac01-bc55359628f2 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:05.659620 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:13:03Z', 'revision_number': 5, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port': {'id': '60f601e8-922c-45e3-ac01-bc55359628f2', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ca:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:09:46Z', 'updated_at': '2022-02-18T12:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:05.689269 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] Checking router: e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:05.697563 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] Routers {'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:05.698190 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:05.783111 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] Set router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:05.808066 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (60f601e8-922c-45e3-ac01-bc55359628f2), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:05.836271 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=60f601e8-922c-45e3-ac01-bc55359628f2,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:05.838853 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:13:05Z', 'revision_number': 6, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:05.867186 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352752dc-bfac-4ce1-894c-3b80935bad63 None None] The sync data for ids ['e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac'] in dv-cinder-829877-1-iscsi is: [{'id': 'e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac', 'name': 'tempest-TestMinimumBasicScenario-907108575-router', 'tenant_id': '23e06c548a2e490fb636d8a66282ff33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:09:45Z', 'updated_at': '2022-02-18T12:13:05Z', 'revision_number': 6, 'project_id': '23e06c548a2e490fb636d8a66282ff33', 'gw_port_host': None}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:05.903989 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.048065 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.053572 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks [] for router_controller (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.114689 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095df504-b1f7-4641-a2e0-14086c81df3c req-ff54b655-ef47-4524-b60b-50d48b2681d0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:06.116175 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-095df504-b1f7-4641-a2e0-14086c81df3c req-ff54b655-ef47-4524-b60b-50d48b2681d0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 944 time: 0.1844273 Feb 18 12:13:06.122697 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c78a4-7cf8-4492-83a5-faf503828c3e req-c1bb7f40-e140-4959-92c6-e9bee75f727f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:06.124031 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2d4c78a4-7cf8-4492-83a5-faf503828c3e req-c1bb7f40-e140-4959-92c6-e9bee75f727f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 943 time: 0.1581464 Feb 18 12:13:06.124611 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.125218 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:13:06.135743 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.136792 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-9d0cafdf-1dcc-4ea3-a872-ce1867615de6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e3c5d0a5-7e4e-4c6b-b20d-f3a0a2bb6bac HTTP/1.1" status: 204 len: 168 time: 0.8537102 Feb 18 12:13:06.139416 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52830) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:06.182923 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Deleting subnet 4596d19a-6427-40f3-8a28-2e408d46c6d3 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:13:06.186128 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Publish callbacks [] for subnet (4596d19a-6427-40f3-8a28-2e408d46c6d3), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.199577 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-095df504-b1f7-4641-a2e0-14086c81df3c req-dc71d213-9e11-4926-aa96-c9a76209ddb4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722380 Feb 18 12:13:06.206486 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2d4c78a4-7cf8-4492-83a5-faf503828c3e req-c1306bb2-6640-4aa4-a526-9e17b6a3973e tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686500 Feb 18 12:13:06.231215 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (4596d19a-6427-40f3-8a28-2e408d46c6d3), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.350176 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (4596d19a-6427-40f3-8a28-2e408d46c6d3), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.411199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (4596d19a-6427-40f3-8a28-2e408d46c6d3), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.439405 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4596d19a-6427-40f3-8a28-2e408d46c6d3,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:06.444201 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.449379 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16541d10-d87c-4072-b67f-dffa548537ae None None] Network b0a5a13c-a6b6-4b6b-beac-3d2158840dbe requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:13:06.453305 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52836) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:06.453987 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8a888757-6332-4ac1-a234-29762735a39f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4596d19a-6427-40f3-8a28-2e408d46c6d3 HTTP/1.1" status: 204 len: 168 time: 0.3127527 Feb 18 12:13:06.535519 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.563898 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 7c780e1c-938b-4019-8026-3b9eb15d2c97 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:13:06.598562 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Deleting port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:06.598903 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.693157 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] For port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,segment=NetworkSegment(da2c3964-604c-459c-bdf3-8e7f116ca3ba),segment_id=da2c3964-604c-459c-bdf3-8e7f116ca3ba)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:06.693618 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.705929 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] DHCP port deletion for b0a5a13c-a6b6-4b6b-beac-3d2158840dbe request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:13:06.712218 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Calling delete_port for 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 owned by network:dhcp {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:06.751677 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 7c780e1c-938b-4019-8026-3b9eb15d2c97, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:06.770839 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '7c780e1c-938b-4019-8026-3b9eb15d2c97', 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef', 'port_id': '7c780e1c-938b-4019-8026-3b9eb15d2c97', 'mac_address': 'fa:16:3e:14:2d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3988c6e8-290f-4a52-91a4-d52eed9ce7a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:13:06.795149 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.819276 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 7c780e1c-938b-4019-8026-3b9eb15d2c97 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:06.819676 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.822617 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Pushing event deleted for resources: {'Port': ['ID=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:06.824435 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] No DVR routers for this DVR port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 on host dv-cinder-829877-1-iscsi {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:13:06.824681 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Deleting port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:06.825880 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.852892 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c780e1c-938b-4019-8026-3b9eb15d2c97 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:06.897671 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.914861 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 7c780e1c-938b-4019-8026-3b9eb15d2c97, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:06.921247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a5a13c-a6b6-4b6b-beac-3d2158840dbe']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:06.922336 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] For port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8, host dv-cinder-829877-1-iscsi, got binding levels [] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:06.923074 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.925854 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.926593 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 034956dd-402d-4d8f-a116-5f95303268c9 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:13:06.932581 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2c3964-604c-459c-bdf3-8e7f116ca3ba') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:06.933276 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2c3964-604c-459c-bdf3-8e7f116ca3ba') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:06.943686 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (da2c3964-604c-459c-bdf3-8e7f116ca3ba), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.947260 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Calling delete_port for 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:06.958060 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (da2c3964-604c-459c-bdf3-8e7f116ca3ba), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.966019 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:13:06.966891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (da2c3964-604c-459c-bdf3-8e7f116ca3ba), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:13:06.968125 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:13:06.970659 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.ipam_backend_mixin [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 was not found and therefore no delete operation was performed {{(pid=102859) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 12:13:06.978995 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (50e9a7ce-9460-4551-a49d-c79e4c8be9b8), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.001358 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] No DVR routers for this DVR port 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:13:07.034101 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (b0a5a13c-a6b6-4b6b-beac-3d2158840dbe), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.039933 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.043806 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b0a5a13c-a6b6-4b6b-beac-3d2158840dbe HTTP/1.1" status: 204 len: 168 time: 0.5884526 Feb 18 12:13:07.058843 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fd5d6-d7d3-4d8a-b4fc-40ee3bf7d797 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a5a13c-a6b6-4b6b-beac-3d2158840dbe,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:07.079963 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=7c780e1c-938b-4019-8026-3b9eb15d2c97,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:07.109278 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 23553e44-a68e-4b3d-bdea-f615e00750bc no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:13:07.114310 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ee836-bd3a-4de7-a1a4-7859e0ad5c83 None None] Pushing event deleted for resources: {'Port': ['ID=50e9a7ce-9460-4551-a49d-c79e4c8be9b8,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:07.136403 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 23553e44-a68e-4b3d-bdea-f615e00750bc {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:13:07.136768 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 23553e44-a68e-4b3d-bdea-f615e00750bc not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:13:07.137201 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:13:07.164281 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:13:07.164635 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 50e9a7ce-9460-4551-a49d-c79e4c8be9b8 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:13:07.165059 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 60f601e8-922c-45e3-ac01-bc55359628f2 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:13:07.198717 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 60f601e8-922c-45e3-ac01-bc55359628f2 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:13:07.199070 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 60f601e8-922c-45e3-ac01-bc55359628f2 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:13:07.206128 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 034956dd-402d-4d8f-a116-5f95303268c9, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=034956dd-402d-4d8f-a116-5f95303268c9,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:07.217927 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '034956dd-402d-4d8f-a116-5f95303268c9', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'port_id': '034956dd-402d-4d8f-a116-5f95303268c9', 'mac_address': 'fa:16:3e:2a:71:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:13:07.233168 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52852) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:07.260953 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 034956dd-402d-4d8f-a116-5f95303268c9 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:07.261283 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (034956dd-402d-4d8f-a116-5f95303268c9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.277794 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 034956dd-402d-4d8f-a116-5f95303268c9 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:07.302620 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 034956dd-402d-4d8f-a116-5f95303268c9, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=034956dd-402d-4d8f-a116-5f95303268c9,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:07.306791 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-87e4299e-3119-4842-9e60-53b2a76fac8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0ee0a79b32e440bb58ca31a3643c4cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720518 Feb 18 12:13:07.309329 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52854) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:07.310709 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (034956dd-402d-4d8f-a116-5f95303268c9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.362684 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=034956dd-402d-4d8f-a116-5f95303268c9,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:07.363870 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c76464fb-f101-4541-8a40-2ecc9698a3d6 admin admin] Publish callbacks [] for security_group (98d8739d-397c-4943-a8bd-9056d776422f), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.387370 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c76464fb-f101-4541-8a40-2ecc9698a3d6 admin admin] Publish callbacks [] for security_group (98d8739d-397c-4943-a8bd-9056d776422f), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.434201 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c76464fb-f101-4541-8a40-2ecc9698a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (98d8739d-397c-4943-a8bd-9056d776422f), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.436851 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c76464fb-f101-4541-8a40-2ecc9698a3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.438720 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c76464fb-f101-4541-8a40-2ecc9698a3d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98d8739d-397c-4943-a8bd-9056d776422f HTTP/1.1" status: 204 len: 168 time: 0.1276009 Feb 18 12:13:07.447762 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76464fb-f101-4541-8a40-2ecc9698a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d8739d-397c-4943-a8bd-9056d776422f,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:07.540182 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['034956dd-402d-4d8f-a116-5f95303268c9'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:07.571656 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['7c780e1c-938b-4019-8026-3b9eb15d2c97'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:07.645109 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5d75-847d-43c3-9426-0d129b2f715e req-637ecbd7-568e-402c-831d-b94277dc8505 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:07.646682 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e2ed5d75-847d-43c3-9426-0d129b2f715e req-637ecbd7-568e-402c-831d-b94277dc8505 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 944 time: 0.3688354 Feb 18 12:13:07.667300 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8433a6-65d5-45c8-ac96-faabee5e466e req-00dae68c-33a5-4492-902b-5720971ac377 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:07.668731 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c8433a6-65d5-45c8-ac96-faabee5e466e req-00dae68c-33a5-4492-902b-5720971ac377 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 944 time: 0.0778859 Feb 18 12:13:07.733538 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e2ed5d75-847d-43c3-9426-0d129b2f715e req-2778b6fc-48a0-46f2-a61a-39fc56cb6d8f tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749669 Feb 18 12:13:07.750976 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c8433a6-65d5-45c8-ac96-faabee5e466e req-beb24a27-17fe-4492-a836-97986f7173e1 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693784 Feb 18 12:13:07.820672 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52866) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:07.860300 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4e619e1c-0e3d-4875-9d54-0fb36a6ab260 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23e06c548a2e490fb636d8a66282ff33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378571 Feb 18 12:13:07.862769 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52870) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:07.909139 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38472278-362a-4183-a70f-953b49e85647 admin admin] Publish callbacks [] for security_group (48d50218-b06b-43b6-b07f-a8b6af5789af), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.930507 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38472278-362a-4183-a70f-953b49e85647 admin admin] Publish callbacks [] for security_group (48d50218-b06b-43b6-b07f-a8b6af5789af), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.982466 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38472278-362a-4183-a70f-953b49e85647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (48d50218-b06b-43b6-b07f-a8b6af5789af), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.985655 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-38472278-362a-4183-a70f-953b49e85647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:07.986874 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-38472278-362a-4183-a70f-953b49e85647 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48d50218-b06b-43b6-b07f-a8b6af5789af HTTP/1.1" status: 204 len: 168 time: 0.1231556 Feb 18 12:13:07.994816 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38472278-362a-4183-a70f-953b49e85647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d50218-b06b-43b6-b07f-a8b6af5789af,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:08.625952 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52894) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:08.717335 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-683435191-network', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:08.735750 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Made reservation on behalf of 7aaba6e383504b609694b9f2c24a7009 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:08.738114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:08.749086 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:08.884329 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks [] for security_group (18626192-7093-4e20-8d70-05ad98242e0a), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:08.892326 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (18626192-7093-4e20-8d70-05ad98242e0a), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:08.935378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ca82b-0c4f-4a79-9803-96b7aaa6fea2 req-ceaa07a4-2e3e-4140-a7fe-de6f676848e4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:08.936864 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4e6ca82b-0c4f-4a79-9803-96b7aaa6fea2 req-ceaa07a4-2e3e-4140-a7fe-de6f676848e4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 945 time: 0.1246641 Feb 18 12:13:08.937663 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:13:08.957720 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18626192-7093-4e20-8d70-05ad98242e0a,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:08.976470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (f284879c-b8b9-42be-90ab-93d7712cbfff), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:08.976819 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Added segment f284879c-b8b9-42be-90ab-93d7712cbfff of type vlan for network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 Feb 18 12:13:08.984015 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc5518-7139-4327-84e4-89853567f68b req-71bdd39a-c7c6-4aab-9c31-2b17bb61bd92 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:08.985519 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dbbc5518-7139-4327-84e4-89853567f68b req-71bdd39a-c7c6-4aab-9c31-2b17bb61bd92 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 944 time: 0.1420074 Feb 18 12:13:09.069686 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.077927 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4e6ca82b-0c4f-4a79-9803-96b7aaa6fea2 req-3dea1cd3-42fc-46bd-8537-f47ab3599781 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322696 Feb 18 12:13:09.095406 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dbbc5518-7139-4327-84e4-89853567f68b req-59bea93a-1537-4e38-abf9-154beac6b65a tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017802 Feb 18 12:13:09.117100 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.118106 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:09.118715 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.174709 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5476584 Feb 18 12:13:09.177584 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 52904) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:09.179673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c7094-3645-4462-b416-9811ab2bf07d admin admin] Pushing event updated for resources: {'Network': ['ID=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:09.183358 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Request body: {'subnet': {'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-683435191-subnet', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:09.193276 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:13:09.203719 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Made reservation on behalf of 7aaba6e383504b609694b9f2c24a7009 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:09.206043 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.268680 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-13f913be-028c-4cc7-81bc-cb1d71f2f907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.365990 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (9d0cdbb1-3358-46a1-9297-963019b3cb68), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.433104 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0cdbb1-3358-46a1-9297-963019b3cb68,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:09.441632 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Checking segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:09.442240 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Network hostable DHCP agents. Network: 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:13:09.459148 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:13:09.470337 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:09.475331 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:09.476206 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.479133 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a8c1d-5bcf-4095-aa91-bf2ff2fe4a16 None None] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:13:09.493437 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-29850bb2-91c3-4b5c-b9be-4221249e28b9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3146515 Feb 18 12:13:09.496231 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52906) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:09.501508 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:09.521404 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (e0c6a995-df10-4133-8758-036c4c918e44), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.522565 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (e0c6a995-df10-4133-8758-036c4c918e44), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.579906 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks [] for router_controller (e0c6a995-df10-4133-8758-036c4c918e44), precommit_add_association {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.584801 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:13:09.586002 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.722139 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Allocated IP 172.20.0.2 (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53/9d0cdbb1-3358-46a1-9297-963019b3cb68/91714132-1678-45c9-b3ff-e8c58f3fb274) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:09.731874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks [] for router_gateway (e0c6a995-df10-4133-8758-036c4c918e44), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.866676 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Publish callbacks [] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.872586 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.913873 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:09.916549 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:09.920725 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:09.923684 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Pushing event updated for resources: {'Port': ['ID=91714132-1678-45c9-b3ff-e8c58f3fb274,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:09.932833 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks [] for router_gateway (e0c6a995-df10-4133-8758-036c4c918e44), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.952285 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.976072 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Attempting to bind port 91714132-1678-45c9-b3ff-e8c58f3fb274 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:09.976359 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Attempting to bind port 91714132-1678-45c9-b3ff-e8c58f3fb274 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:09.976720 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Attempting to bind port 91714132-1678-45c9-b3ff-e8c58f3fb274 on network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:09.981597 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:09.982003 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Checking segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:09.982434 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:09.982855 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Bound using segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:09.983320 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Bound port: 91714132-1678-45c9-b3ff-e8c58f3fb274, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:09.983694 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:10.048202 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] For port 91714132-1678-45c9-b3ff-e8c58f3fb274, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:10.051358 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] For port 91714132-1678-45c9-b3ff-e8c58f3fb274, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=91714132-1678-45c9-b3ff-e8c58f3fb274,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:10.058504 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:10.065944 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Allocated IP 172.27.1.249 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/b09f1cae-fcb5-49fb-97bf-6deafc2b82e4) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:10.136630 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68267-7c61-4235-acad-96ccac742b5c None None] Pushing event updated for resources: {'Port': ['ID=91714132-1678-45c9-b3ff-e8c58f3fb274,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:10.216984 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks [] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:10.294869 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95543578-4041-4e4d-a710-c6a8904a91d8 req-81a15e84-b2e2-4e58-aaff-fe224b18d3c7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:10.296433 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-95543578-4041-4e4d-a710-c6a8904a91d8 req-81a15e84-b2e2-4e58-aaff-fe224b18d3c7 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 945 time: 0.1320417 Feb 18 12:13:10.313656 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f79f8-9e4b-44a5-aebd-c5553f921a7e req-b910b1fe-caeb-4b53-925c-6a70c3787432 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:10.318766 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b6f79f8-9e4b-44a5-aebd-c5553f921a7e req-b910b1fe-caeb-4b53-925c-6a70c3787432 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 944 time: 0.1321871 Feb 18 12:13:10.328883 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:10.404708 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:10.419167 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:10.433261 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:10.441824 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Pushing event updated for resources: {'Port': ['ID=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:10.478025 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-95543578-4041-4e4d-a710-c6a8904a91d8 req-44766d4b-7adb-4c9d-9d93-090a76a690ec tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573555 Feb 18 12:13:10.486166 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b6f79f8-9e4b-44a5-aebd-c5553f921a7e req-4e10ebe4-c90f-4455-a781-7874aadee74b tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595662 Feb 18 12:13:10.708443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks [] for router_gateway (e0c6a995-df10-4133-8758-036c4c918e44), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:10.917176 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (e0c6a995-df10-4133-8758-036c4c918e44), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.032367 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7bf70-abc6-49d5-af89-976934909950 None None] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:13:11.055431 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Router e0c6a995-df10-4133-8758-036c4c918e44 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:13:11.155645 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] Provisioning complete for port 91714132-1678-45c9-b3ff-e8c58f3fb274 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:11.156107 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.191868 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:13:11.213675 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.215722 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-3d7446bc-d437-4a9c-9d82-eedfc04fe697 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7178884 Feb 18 12:13:11.217819 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52922) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:11.240244 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 91714132-1678-45c9-b3ff-e8c58f3fb274 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:11.242508 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Sync routers for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:13:11.294611 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:11.295227 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:12:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:11.344637 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] Current status of the port 91714132-1678-45c9-b3ff-e8c58f3fb274 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:11.345034 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.579823 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] For port 91714132-1678-45c9-b3ff-e8c58f3fb274, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=91714132-1678-45c9-b3ff-e8c58f3fb274,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:11.603565 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.608881 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 91714132-1678-45c9-b3ff-e8c58f3fb274 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:11.609159 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.636318 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b650fdac-27ec-4434-91ed-971cf8c05bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.658715 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:11.816574 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa82db-549d-48d7-b4df-e2826b87eee6 None None] Pushing event updated for resources: {'Port': ['ID=91714132-1678-45c9-b3ff-e8c58f3fb274,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:11.819223 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-6ed1e9e8-e47b-480b-99f8-7583a44353c6 None None] Provisioning complete for port 91714132-1678-45c9-b3ff-e8c58f3fb274 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:11.819599 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e9e8-e47b-480b-99f8-7583a44353c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:11.937297 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 91714132-1678-45c9-b3ff-e8c58f3fb274 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:11.989170 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1e9e8-e47b-480b-99f8-7583a44353c6 None None] Current status of the port 91714132-1678-45c9-b3ff-e8c58f3fb274 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:11.995478 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b352496-e781-4c9c-aea5-34a421722e10 req-0aa05f35-fb36-4b37-ab8f-a9aa45fae738 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:11.998256 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b352496-e781-4c9c-aea5-34a421722e10 req-0aa05f35-fb36-4b37-ab8f-a9aa45fae738 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 945 time: 0.1379616 Feb 18 12:13:11.998795 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:10Z', 'revision_number': 3, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:12.009058 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc19bb-0457-402b-8b8d-3dcc26e354ea req-91c95ba7-f699-4ea9-9edd-13b2fe84cdee tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:12.010579 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cbc19bb-0457-402b-8b8d-3dcc26e354ea req-91c95ba7-f699-4ea9-9edd-13b2fe84cdee tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 944 time: 0.1515150 Feb 18 12:13:12.026766 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Checking router: e0c6a995-df10-4133-8758-036c4c918e44 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:12.027035 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Updating router e0c6a995-df10-4133-8758-036c4c918e44 port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:13:12.057781 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.124103 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0b352496-e781-4c9c-aea5-34a421722e10 req-c09fd364-6f89-4524-a746-d56439a29003 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112473 Feb 18 12:13:12.145113 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cbc19bb-0457-402b-8b8d-3dcc26e354ea req-b0cd45b4-1e41-4c0d-bebe-e61f2d7519fb tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248293 Feb 18 12:13:12.200870 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.317129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Publish callbacks [] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.323241 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.362975 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Allocated IP 172.20.0.1 (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53/9d0cdbb1-3358-46a1-9297-963019b3cb68/d2087332-15dd-401d-be58-07af18e929a6) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:12.374227 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Attempting to bind port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:12.374596 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Attempting to bind port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:12.375030 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Attempting to bind port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:12.376963 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ed8e6-7b1c-4ad6-b063-efc1dd57eaf5 None None] Pushing event updated for resources: {'Port': ['ID=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:12.382727 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:12.383105 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:12.383497 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.384317 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:12.384317 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Bound port: b09f1cae-fcb5-49fb-97bf-6deafc2b82e4, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:12.384682 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.434195 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] For port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:12.437180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] For port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:12.443292 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.474432 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks [] for port (d2087332-15dd-401d-be58-07af18e929a6), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.499401 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:12.500046 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:12.512666 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (d2087332-15dd-401d-be58-07af18e929a6), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.538472 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ed8e6-7b1c-4ad6-b063-efc1dd57eaf5 None None] Pushing event updated for resources: {'Port': ['ID=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:12.551387 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:12.554322 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:12.557648 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:12.567621 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.596183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Pushing event updated for resources: {'Port': ['ID=d2087332-15dd-401d-be58-07af18e929a6,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:12.606272 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (e0c6a995-df10-4133-8758-036c4c918e44), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.611126 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 034956dd-402d-4d8f-a116-5f95303268c9 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:12.658424 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:12.753650 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (d2087332-15dd-401d-be58-07af18e929a6), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.770622 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 034956dd-402d-4d8f-a116-5f95303268c9 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:13:12.778370 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 034956dd-402d-4d8f-a116-5f95303268c9 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:12.778746 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (034956dd-402d-4d8f-a116-5f95303268c9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.872434 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-e01d1d4b-bb80-47a0-bfa5-b5ce5618eece None None] Provisioning complete for port d2087332-15dd-401d-be58-07af18e929a6 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:12.872657 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e01d1d4b-bb80-47a0-bfa5-b5ce5618eece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (d2087332-15dd-401d-be58-07af18e929a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.939608 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks [] for port (d2087332-15dd-401d-be58-07af18e929a6), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.942356 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-e01d1d4b-bb80-47a0-bfa5-b5ce5618eece None None] Port d2087332-15dd-401d-be58-07af18e929a6 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:13:12.945469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (d2087332-15dd-401d-be58-07af18e929a6), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.957125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 034956dd-402d-4d8f-a116-5f95303268c9 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:12.957510 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (034956dd-402d-4d8f-a116-5f95303268c9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:12.980873 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:10Z', 'revision_number': 3, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:12.988254 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:12.990551 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6a8a39-7bed-40b5-b501-c0b97136e785" -d '{"events": [{"server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "name": "network-vif-plugged", "status": "completed", "tag": "034956dd-402d-4d8f-a116-5f95303268c9"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:13.023826 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Pushing event updated for resources: {'Port': ['ID=d2087332-15dd-401d-be58-07af18e929a6,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:13.026382 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef1b5bf-0870-4c14-af8d-31812bc2559d None None] The sync data for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi is: [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:10Z', 'revision_number': 3, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:13.030554 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (e0c6a995-df10-4133-8758-036c4c918e44), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.033699 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 034956dd-402d-4d8f-a116-5f95303268c9, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=034956dd-402d-4d8f-a116-5f95303268c9,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:13.038272 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (034956dd-402d-4d8f-a116-5f95303268c9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.039031 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 7c780e1c-938b-4019-8026-3b9eb15d2c97 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:13.086961 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2cc507-eed6-4e72-ab3f-dc0314de9277 x-openstack-request-id: req-1a2cc507-eed6-4e72-ab3f-dc0314de9277 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:13.087577 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "name": "network-vif-plugged", "status": "completed", "tag": "034956dd-402d-4d8f-a116-5f95303268c9", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:13.087577 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a2cc507-eed6-4e72-ab3f-dc0314de9277 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:13.087870 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9', 'code': 200} Feb 18 12:13:13.142939 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=034956dd-402d-4d8f-a116-5f95303268c9,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:13.176132 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 7c780e1c-938b-4019-8026-3b9eb15d2c97 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:13:13.179746 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 7c780e1c-938b-4019-8026-3b9eb15d2c97 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:13.180127 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.208862 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:13.211629 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:13.244344 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 91714132-1678-45c9-b3ff-e8c58f3fb274 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:13.387213 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 91714132-1678-45c9-b3ff-e8c58f3fb274 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:13.387589 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.389250 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 7c780e1c-938b-4019-8026-3b9eb15d2c97 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:13.390083 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.492303 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 7c780e1c-938b-4019-8026-3b9eb15d2c97, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:13.507184 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.520508 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e09ad-f7ce-49a8-8748-8be21df00225 req-a560e154-0ea6-456f-8b32-300a7e7427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:13.522228 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-203e09ad-f7ce-49a8-8748-8be21df00225 req-a560e154-0ea6-456f-8b32-300a7e7427b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 1130 time: 0.1814487 Feb 18 12:13:13.565396 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18e95a-b713-4f9c-92a7-c201aae1966f req-34f88541-7120-428a-a81c-33935ffe76b3 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:13.566733 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ea18e95a-b713-4f9c-92a7-c201aae1966f req-34f88541-7120-428a-a81c-33935ffe76b3 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 944 time: 0.2880225 Feb 18 12:13:13.575615 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef994f-7297-484c-b7a4-9bf86828a94c req-390200b9-3431-4441-9a87-b161671129b3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:13.575951 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b6ef994f-7297-484c-b7a4-9bf86828a94c req-390200b9-3431-4441-9a87-b161671129b3 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.2984791 Feb 18 12:13:13.597147 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Router e0c6a995-df10-4133-8758-036c4c918e44 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:13:13.610688 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 91714132-1678-45c9-b3ff-e8c58f3fb274 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:13.617081 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=7c780e1c-938b-4019-8026-3b9eb15d2c97,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:13.667204 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-2f2ad2e9-e25a-49a8-9ede-47afcef83674 None None] Provisioning complete for port d2087332-15dd-401d-be58-07af18e929a6 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:13.667589 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-203e09ad-f7ce-49a8-8748-8be21df00225 req-d76a0c5c-8c11-4d02-afb8-f32e9cb42709 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370718 Feb 18 12:13:13.668030 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2f2ad2e9-e25a-49a8-9ede-47afcef83674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (d2087332-15dd-401d-be58-07af18e929a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:13.703586 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-2f2ad2e9-e25a-49a8-9ede-47afcef83674 None None] Port d2087332-15dd-401d-be58-07af18e929a6 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:13:13.737538 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ea18e95a-b713-4f9c-92a7-c201aae1966f req-e4fef03f-771f-4e27-9590-48d77fa99fec tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484504 Feb 18 12:13:13.745958 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b6ef994f-7297-484c-b7a4-9bf86828a94c req-e8abae32-836d-49a7-94a4-c83416fbfc42 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605992 Feb 18 12:13:13.811749 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:13:13.817908 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a81105f5-3671-4139-af6e-2d2ef6a797ba admin admin] 10.222.0.65 "PUT /v2.0/routers/e0c6a995-df10-4133-8758-036c4c918e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985444 Feb 18 12:13:14.039205 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.284623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 52998) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:14.289677 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-553217050-network', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:14.308154 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Made reservation on behalf of 67bec5d123b94bca8a2e79e8243df032 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:14.310632 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.319969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.399286 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks [] for security_group (8b41f093-069e-4de5-871b-68283b61ebcd), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.403532 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (8b41f093-069e-4de5-871b-68283b61ebcd), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.425525 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:13:14.441423 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41f093-069e-4de5-871b-68283b61ebcd,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:14.446461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (9ae10178-f246-4704-8434-addd0ee19f81), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.446914 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Added segment 9ae10178-f246-4704-8434-addd0ee19f81 of type vlan for network 157de979-c05f-410e-9597-1951a901f010 Feb 18 12:13:14.496360 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (157de979-c05f-410e-9597-1951a901f010), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.527354 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (157de979-c05f-410e-9597-1951a901f010), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.528379 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:14.528988 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.581674 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2957661 Feb 18 12:13:14.584453 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53006) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:14.591941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Request body: {'subnet': {'network_id': '157de979-c05f-410e-9597-1951a901f010', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-553217050-subnet', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:14.592436 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd14ca-02ec-4577-bdbd-9f07dec0305c admin admin] Pushing event updated for resources: {'Network': ['ID=157de979-c05f-410e-9597-1951a901f010,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:14.604457 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 157de979-c05f-410e-9597-1951a901f010 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:13:14.622155 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53008) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:14.626625 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Made reservation on behalf of 67bec5d123b94bca8a2e79e8243df032 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:14.629226 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.752490 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-8d893625-5418-45f7-87fd-a237b4e047d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.839005 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (0e79bcf6-9a8c-4590-9767-d2adfef646d1), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.915641 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e79bcf6-9a8c-4590-9767-d2adfef646d1,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:14.920243 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Checking segment: {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:14.920884 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Network hostable DHCP agents. Network: 157de979-c05f-410e-9597-1951a901f010, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:13:14.945108 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Network 157de979-c05f-410e-9597-1951a901f010 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:13:14.947722 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Sync routers for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:13:14.957534 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 157de979-c05f-410e-9597-1951a901f010) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:14.957867 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:14.958550 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:14.963035 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:14.963911 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.976154 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15048265-60a3-4095-93d7-554975c9520e None None] Network 157de979-c05f-410e-9597-1951a901f010 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:13:14.991533 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-8d893625-5418-45f7-87fd-a237b4e047d6 admin admin] Publish callbacks [] for security_group (42c07774-3cde-4b23-a16b-5d195b9cd34a), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:14.993972 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e268d273-4e15-409d-990c-d72cb2e9f62a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4076409 Feb 18 12:13:14.994811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53016) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:14.999073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d563a86-96b6-4f1b-8e64-778150a3928c req-375dbcbd-831f-4eb9-8218-0f4280bb41aa tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:15.001976 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:15.006683 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3d563a86-96b6-4f1b-8e64-778150a3928c req-375dbcbd-831f-4eb9-8218-0f4280bb41aa tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 945 time: 0.1463518 Feb 18 12:13:15.015430 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-8d893625-5418-45f7-87fd-a237b4e047d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (42c07774-3cde-4b23-a16b-5d195b9cd34a), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.032033 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (d7d18087-96ec-4a00-811f-f16e1a125e30), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.033526 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (d7d18087-96ec-4a00-811f-f16e1a125e30), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.052475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d893625-5418-45f7-87fd-a237b4e047d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c07774-3cde-4b23-a16b-5d195b9cd34a,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:15.076188 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:15.102689 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-8d893625-5418-45f7-87fd-a237b4e047d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70cfc2ee3f4f46d9879f6b46da34e075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794238 Feb 18 12:13:15.105874 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53018) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:15.113646 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cee3f-7243-4109-8673-37bba99e3875 req-0b8ca0a1-e0a3-4205-a3af-1df05f7803c5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:15.114533 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f0601d-f083-4c67-9055-12428d5c979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c780e1c-938b-4019-8026-3b9eb15d2c97'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:15.115145 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-748cee3f-7243-4109-8673-37bba99e3875 req-0b8ca0a1-e0a3-4205-a3af-1df05f7803c5 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.2180185 Feb 18 12:13:15.116786 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5a6b22-5d23-4f4c-ba55-ee535c1dae3d" -d '{"events": [{"server_uuid": "95f0601d-f083-4c67-9055-12428d5c979c", "name": "network-vif-plugged", "status": "completed", "tag": "7c780e1c-938b-4019-8026-3b9eb15d2c97"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:15.145754 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3d563a86-96b6-4f1b-8e64-778150a3928c req-e3c20b74-41b9-40e1-a892-be9628505c8a tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380432 Feb 18 12:13:15.146888 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-157de979-c05f-410e-9597-1951a901f010', 'network_id': '157de979-c05f-410e-9597-1951a901f010', 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'fixed_ips': [{'subnet_id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:13:15.147976 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.181318 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks [] for router_controller (d7d18087-96ec-4a00-811f-f16e1a125e30), precommit_add_association {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.235375 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-748cee3f-7243-4109-8673-37bba99e3875 req-c4e07bd9-f323-4841-b0ac-8fbdefbf4573 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885661 Feb 18 12:13:15.273220 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d143ab4-1644-4d7e-b97d-8489428ed067 x-openstack-request-id: req-2d143ab4-1644-4d7e-b97d-8489428ed067 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:15.273892 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f0601d-f083-4c67-9055-12428d5c979c", "name": "network-vif-plugged", "status": "completed", "tag": "7c780e1c-938b-4019-8026-3b9eb15d2c97", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:15.274307 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d143ab4-1644-4d7e-b97d-8489428ed067 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:15.274880 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f0601d-f083-4c67-9055-12428d5c979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c780e1c-938b-4019-8026-3b9eb15d2c97', 'code': 200} Feb 18 12:13:15.275796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:15.332897 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 2, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:15.336063 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0de9d39b-c40e-44c9-964c-79cc15e4927a admin admin] Publish callbacks [] for security_group (42c07774-3cde-4b23-a16b-5d195b9cd34a), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.361373 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0de9d39b-c40e-44c9-964c-79cc15e4927a admin admin] Publish callbacks [] for security_group (42c07774-3cde-4b23-a16b-5d195b9cd34a), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.363084 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Checking router: e0c6a995-df10-4133-8758-036c4c918e44 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:15.363444 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Updating router e0c6a995-df10-4133-8758-036c4c918e44 port d2087332-15dd-401d-be58-07af18e929a6 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:13:15.398729 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (d2087332-15dd-401d-be58-07af18e929a6), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.399865 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:15.400249 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.405277 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Allocated IP 172.20.0.2 (157de979-c05f-410e-9597-1951a901f010/0e79bcf6-9a8c-4590-9767-d2adfef646d1/c6f75944-b11e-464a-898c-e0d484bebbd9) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:15.465746 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks [] for router_gateway (d7d18087-96ec-4a00-811f-f16e1a125e30), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.478416 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc25946-4dc3-4039-b7bd-c1e09e903334 req-d9170847-8475-41c3-8222-312723b0eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:15.482534 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dbc25946-4dc3-4039-b7bd-c1e09e903334 req-d9170847-8475-41c3-8222-312723b0eab0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 1129 time: 0.0807850 Feb 18 12:13:15.532036 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.539376 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0de9d39b-c40e-44c9-964c-79cc15e4927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (42c07774-3cde-4b23-a16b-5d195b9cd34a), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.543234 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0de9d39b-c40e-44c9-964c-79cc15e4927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.545492 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0de9d39b-c40e-44c9-964c-79cc15e4927a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42c07774-3cde-4b23-a16b-5d195b9cd34a HTTP/1.1" status: 204 len: 168 time: 0.4369051 Feb 18 12:13:15.555182 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dbc25946-4dc3-4039-b7bd-c1e09e903334 req-04550972-0c6a-4891-80ea-75594a9b9da0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571108 Feb 18 12:13:15.559084 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9d39b-c40e-44c9-964c-79cc15e4927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c07774-3cde-4b23-a16b-5d195b9cd34a,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:15.620595 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:15.621589 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.669057 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:15.684145 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.692257 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Publish callbacks [] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.704082 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Publish callbacks [] for port (d2087332-15dd-401d-be58-07af18e929a6), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.714456 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (d2087332-15dd-401d-be58-07af18e929a6), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.719934 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.747871 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Network 157de979-c05f-410e-9597-1951a901f010 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:15.754542 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:15.758024 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:15.765054 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:15.773428 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Pushing event updated for resources: {'Port': ['ID=d2087332-15dd-401d-be58-07af18e929a6,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:15.774599 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks [] for router_gateway (d7d18087-96ec-4a00-811f-f16e1a125e30), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.785967 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.786353 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.786718 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.787231 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.787862 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.788069 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.788560 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.789045 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.789565 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.789941 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.790287 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.790616 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.790947 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:15.827404 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.862679 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Pushing event updated for resources: {'Port': ['ID=c6f75944-b11e-464a-898c-e0d484bebbd9,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:15.870231 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Attempting to bind port d2087332-15dd-401d-be58-07af18e929a6 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:15.870856 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Attempting to bind port d2087332-15dd-401d-be58-07af18e929a6 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:15.871440 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Attempting to bind port d2087332-15dd-401d-be58-07af18e929a6 on network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:15.878252 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:15.878636 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Checking segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:15.879048 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.879443 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Bound using segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:15.883325 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Bound port: d2087332-15dd-401d-be58-07af18e929a6, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:15.884312 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (d2087332-15dd-401d-be58-07af18e929a6), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.915711 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Attempting to bind port c6f75944-b11e-464a-898c-e0d484bebbd9 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:15.916221 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Attempting to bind port c6f75944-b11e-464a-898c-e0d484bebbd9 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:15.916756 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Attempting to bind port c6f75944-b11e-464a-898c-e0d484bebbd9 on network 157de979-c05f-410e-9597-1951a901f010 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:15.923135 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:15.923674 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Checking segment: {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:15.924180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.924976 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Bound using segment: {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:15.925224 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Bound port: c6f75944-b11e-464a-898c-e0d484bebbd9, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:15.925863 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:15.970594 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Allocated IP 172.27.1.142 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/fbba0f98-ab01-49f1-8974-28e8b9694e96) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:15.987936 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53026) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:15.996429 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] For port d2087332-15dd-401d-be58-07af18e929a6, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:16.001829 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] For port d2087332-15dd-401d-be58-07af18e929a6, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=d2087332-15dd-401d-be58-07af18e929a6,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:16.007426 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7413b016-106b-4f08-a550-94cb1cba4ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.013485 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (d2087332-15dd-401d-be58-07af18e929a6), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.043418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] For port c6f75944-b11e-464a-898c-e0d484bebbd9, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:16.047714 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] For port c6f75944-b11e-464a-898c-e0d484bebbd9, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c6f75944-b11e-464a-898c-e0d484bebbd9,segment=NetworkSegment(9ae10178-f246-4704-8434-addd0ee19f81),segment_id=9ae10178-f246-4704-8434-addd0ee19f81)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:16.058024 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.090777 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c08dc-db23-4fc5-953a-4f9a3997134a None None] Pushing event updated for resources: {'Port': ['ID=d2087332-15dd-401d-be58-07af18e929a6,revision_number=4']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:16.102479 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:16.103762 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:16.123309 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c04de1-3d0e-43de-8409-16c202a23a3c None None] Pushing event updated for resources: {'Port': ['ID=c6f75944-b11e-464a-898c-e0d484bebbd9,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:16.128782 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks [] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.145106 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7413b016-106b-4f08-a550-94cb1cba4ab8 admin admin] Publish callbacks [] for security_group (dadee460-c27f-4098-9d05-e501a90fb8ab), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.159303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7413b016-106b-4f08-a550-94cb1cba4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (dadee460-c27f-4098-9d05-e501a90fb8ab), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.166030 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] Provisioning complete for port d2087332-15dd-401d-be58-07af18e929a6 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:16.166414 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (d2087332-15dd-401d-be58-07af18e929a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.190552 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.252236 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7413b016-106b-4f08-a550-94cb1cba4ab8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4f5b21c4ff74f11a459869658158a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625480 Feb 18 12:13:16.255782 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53030) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:16.289436 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:16.350346 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] Current status of the port d2087332-15dd-401d-be58-07af18e929a6 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:16.350842 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (d2087332-15dd-401d-be58-07af18e929a6), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.361562 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:16.370786 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:16.377304 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:16.387434 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=fbba0f98-ab01-49f1-8974-28e8b9694e96,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:16.397102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413b016-106b-4f08-a550-94cb1cba4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadee460-c27f-4098-9d05-e501a90fb8ab,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:16.436428 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7bedcab6-55b1-4acd-8ab8-fb42b84e8856 admin admin] Publish callbacks [] for security_group (dadee460-c27f-4098-9d05-e501a90fb8ab), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.496228 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] For port d2087332-15dd-401d-be58-07af18e929a6, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=d2087332-15dd-401d-be58-07af18e929a6,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:16.508961 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (d2087332-15dd-401d-be58-07af18e929a6), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.569495 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7bedcab6-55b1-4acd-8ab8-fb42b84e8856 admin admin] Publish callbacks [] for security_group (dadee460-c27f-4098-9d05-e501a90fb8ab), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.599099 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94de82b-1af0-418c-a460-d71736ebeebe req-0c6398e3-c2bd-4617-95c5-cc4db1841b6c tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:16.600551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d94de82b-1af0-418c-a460-d71736ebeebe req-0c6398e3-c2bd-4617-95c5-cc4db1841b6c tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 945 time: 0.3296759 Feb 18 12:13:16.612802 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:16.635062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab57af-6aed-417a-a0d4-6d7e93da035a req-3d1e0a98-fcca-45c7-b61c-b76f201f138b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:16.636509 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9aab57af-6aed-417a-a0d4-6d7e93da035a req-3d1e0a98-fcca-45c7-b61c-b76f201f138b tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.2241037 Feb 18 12:13:16.658881 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780f0b8-ba8c-4210-bb09-7d72a9d98a12 None None] Pushing event updated for resources: {'Port': ['ID=d2087332-15dd-401d-be58-07af18e929a6,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:16.686300 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d94de82b-1af0-418c-a460-d71736ebeebe req-4ca88e9f-92c2-4074-aaa1-11eef71cc709 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786998 Feb 18 12:13:16.709043 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-9108311d-38a8-4b5e-9b98-2b842245ab7c None None] Provisioning complete for port d2087332-15dd-401d-be58-07af18e929a6 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:16.709800 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-9108311d-38a8-4b5e-9b98-2b842245ab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (d2087332-15dd-401d-be58-07af18e929a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.714663 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df52c1c-25bc-471e-8a78-a67f586913f9 None None] The sync data for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi is: [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:16.750457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9aab57af-6aed-417a-a0d4-6d7e93da035a req-ec8578d7-e263-4a6c-8cdc-5e9391279476 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747707 Feb 18 12:13:16.866271 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7bedcab6-55b1-4acd-8ab8-fb42b84e8856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (dadee460-c27f-4098-9d05-e501a90fb8ab), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.869131 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7bedcab6-55b1-4acd-8ab8-fb42b84e8856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.870473 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7bedcab6-55b1-4acd-8ab8-fb42b84e8856 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dadee460-c27f-4098-9d05-e501a90fb8ab HTTP/1.1" status: 204 len: 168 time: 0.6080644 Feb 18 12:13:16.889004 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-9108311d-38a8-4b5e-9b98-2b842245ab7c None None] Current status of the port d2087332-15dd-401d-be58-07af18e929a6 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:16.891171 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedcab6-55b1-4acd-8ab8-fb42b84e8856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadee460-c27f-4098-9d05-e501a90fb8ab,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:16.903720 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks [] for router_gateway (d7d18087-96ec-4a00-811f-f16e1a125e30), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:16.957151 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd7392-cb2c-47ef-a1b4-511eb0ea0d56 req-6bd7766e-1318-40e6-883e-007b6cc5070e tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:16.962669 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c7bd7392-cb2c-47ef-a1b4-511eb0ea0d56 req-6bd7766e-1318-40e6-883e-007b6cc5070e tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.1161444 Feb 18 12:13:16.967980 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53038) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:16.973546 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Request body: {'floatingip': {'port_id': '034956dd-402d-4d8f-a116-5f95303268c9'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:17.031994 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (b5fc1c38-296c-4ae3-a77f-9bcb338a30d7), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:17.367028 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:17.459184 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:17.459588 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:17.619742 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:17.620941 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device d2087332-15dd-401d-be58-07af18e929a6 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:17.627290 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e688be45-6c77-4aea-8eea-c5ad1f7de1c3 None None] Network 157de979-c05f-410e-9597-1951a901f010 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:13:17.639243 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (d7d18087-96ec-4a00-811f-f16e1a125e30), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:17.743896 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] Provisioning complete for port c6f75944-b11e-464a-898c-e0d484bebbd9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:17.744375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:17.893872 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Router d7d18087-96ec-4a00-811f-f16e1a125e30 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:13:17.914310 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port d2087332-15dd-401d-be58-07af18e929a6 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:17.914952 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (d2087332-15dd-401d-be58-07af18e929a6), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:17.928467 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:17.939859 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (b5fc1c38-296c-4ae3-a77f-9bcb338a30d7), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.045958 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] Current status of the port c6f75944-b11e-464a-898c-e0d484bebbd9 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:18.047380 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.053573 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:13:18.087895 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.089299 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a551ef8a-3756-4bd5-a37d-7e953407f2e3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0929606 Feb 18 12:13:18.093035 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53060) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:18.102356 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] For port c6f75944-b11e-464a-898c-e0d484bebbd9, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c6f75944-b11e-464a-898c-e0d484bebbd9,segment=NetworkSegment(9ae10178-f246-4704-8434-addd0ee19f81),segment_id=9ae10178-f246-4704-8434-addd0ee19f81)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:18.103883 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Sync routers for ids ['d7d18087-96ec-4a00-811f-f16e1a125e30'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:13:18.118401 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Floating IP b5fc1c38-296c-4ae3-a77f-9bcb338a30d7 associated. External IP: 172.27.1.16, port: 034956dd-402d-4d8f-a116-5f95303268c9. Feb 18 12:13:18.136994 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.175916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494226-552e-4488-9f7c-2827a3b19050 req-de2fd5f1-6acd-4164-be75-652c345f345c tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:18.177642 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-03494226-552e-4488-9f7c-2827a3b19050 req-de2fd5f1-6acd-4164-be75-652c345f345c tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 945 time: 0.3226893 Feb 18 12:13:18.284558 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b76daa-cda9-46cd-9720-d3ec41f48959 None None] Pushing event updated for resources: {'Port': ['ID=c6f75944-b11e-464a-898c-e0d484bebbd9,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:18.290728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Routers {'d7d18087-96ec-4a00-811f-f16e1a125e30'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:18.291739 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['d7d18087-96ec-4a00-811f-f16e1a125e30'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:18.333408 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-03494226-552e-4488-9f7c-2827a3b19050 req-1a9483ed-b8ff-44f5-9790-c0b5476921fd tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467025 Feb 18 12:13:18.440370 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-1d5ed2a3-6156-4a1f-850c-1314ac78d1bb None None] Provisioning complete for port c6f75944-b11e-464a-898c-e0d484bebbd9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:18.440743 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed2a3-6156-4a1f-850c-1314ac78d1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.496167 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port d2087332-15dd-401d-be58-07af18e929a6 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:18.497305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c6f75944-b11e-464a-898c-e0d484bebbd9 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:18.527154 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:13:18.575409 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Set router d7d18087-96ec-4a00-811f-f16e1a125e30 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:18.708085 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:13:18.719441 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:13:18.723725 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.820033 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:18.820673 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:18.822393 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0be25984-4e70-4d14-8185-3e2f4a5854b4 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "PUT /v2.0/floatingips/b5fc1c38-296c-4ae3-a77f-9bcb338a30d7 HTTP/1.1" status: 200 len: 991 time: 1.8526320 Feb 18 12:13:18.823069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:18.829927 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "tag": "034956dd-402d-4d8f-a116-5f95303268c9"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:18.908086 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port c6f75944-b11e-464a-898c-e0d484bebbd9 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:18.908599 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:18.928181 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600879f-a5ad-4eda-aeb4-95ef4486595c x-openstack-request-id: req-4600879f-a5ad-4eda-aeb4-95ef4486595c {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:18.928484 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "tag": "034956dd-402d-4d8f-a116-5f95303268c9", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:18.929050 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4600879f-a5ad-4eda-aeb4-95ef4486595c {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:18.929419 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9', 'status': 'completed', 'code': 200} Feb 18 12:13:18.943932 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ed2a3-6156-4a1f-850c-1314ac78d1bb None None] Current status of the port c6f75944-b11e-464a-898c-e0d484bebbd9 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:18.992703 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.030442 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:13:19.070362 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-de3fa2ce-fdca-4263-b1c1-5c0c64a9fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:19.077071 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port c6f75944-b11e-464a-898c-e0d484bebbd9 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:19.088743 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-de3fa2ce-fdca-4263-b1c1-5c0c64a9fa55 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 1130 time: 0.1220319 Feb 18 12:13:19.092375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 3, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:19.130856 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:19.165970 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Checking router: d7d18087-96ec-4a00-811f-f16e1a125e30 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:19.166946 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Updating router d7d18087-96ec-4a00-811f-f16e1a125e30 port fbba0f98-ab01-49f1-8974-28e8b9694e96 binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:13:19.228347 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.267942 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c6f75944-b11e-464a-898c-e0d484bebbd9 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:19.340431 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-e53531e0-511f-41d7-9bc1-ada6ff9b19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:19.346202 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-e53531e0-511f-41d7-9bc1-ada6ff9b19d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 200 len: 911 time: 0.2447245 Feb 18 12:13:19.422799 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Allocated IP 172.20.0.1 (157de979-c05f-410e-9597-1951a901f010/0e79bcf6-9a8c-4590-9767-d2adfef646d1/2cbb9458-b4bb-4b96-a53f-476fd1cdacc1) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:19.521578 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-b2841407-8372-470c-bb08-666717ccfd51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=034956dd-402d-4d8f-a116-5f95303268c9 HTTP/1.1" status: 200 len: 999 time: 0.1709230 Feb 18 12:13:19.538957 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f10ce-b484-4375-8114-2718ff2803d6 req-a098b63d-4fe0-4017-96f8-0442b0e66f0f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:19.541762 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a82f10ce-b484-4375-8114-2718ff2803d6 req-a098b63d-4fe0-4017-96f8-0442b0e66f0f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 945 time: 0.1946580 Feb 18 12:13:19.593121 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port c6f75944-b11e-464a-898c-e0d484bebbd9 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:19.593533 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.634340 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks [] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.693612 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.716047 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Network 157de979-c05f-410e-9597-1951a901f010 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:19.719679 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:19.727871 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port c6f75944-b11e-464a-898c-e0d484bebbd9 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:19.745327 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Publish callbacks [] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.760720 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.763500 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:19.851822 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Pushing event updated for resources: {'Port': ['ID=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:19.864964 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (d7d18087-96ec-4a00-811f-f16e1a125e30), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.871767 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239abb7e-bda1-470a-be18-64da89e3ff01 None None] Pushing event updated for resources: {'Port': ['ID=fbba0f98-ab01-49f1-8974-28e8b9694e96,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:19.882275 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'b5fc1c38-296c-4ae3-a77f-9bcb338a30d7', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'port_id': '034956dd-402d-4d8f-a116-5f95303268c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'mac_address': 'fa:16:3e:2a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:12:55Z', 'updated_at': '2022-02-18T12:13:17Z', 'revision_number': 1, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:19.892976 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Attempting to bind port fbba0f98-ab01-49f1-8974-28e8b9694e96 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:19.893803 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Attempting to bind port fbba0f98-ab01-49f1-8974-28e8b9694e96 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:19.894370 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Attempting to bind port fbba0f98-ab01-49f1-8974-28e8b9694e96 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:19.902031 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:19.903547 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:19.904180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.904942 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:19.905638 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Bound port: fbba0f98-ab01-49f1-8974-28e8b9694e96, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:19.907259 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:19.942993 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:19.973763 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:19.976192 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:19.996995 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] For port fbba0f98-ab01-49f1-8974-28e8b9694e96, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:20.002022 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] For port fbba0f98-ab01-49f1-8974-28e8b9694e96, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=fbba0f98-ab01-49f1-8974-28e8b9694e96,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:20.017779 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.039322 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.087516 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-8210262f-05b3-4669-9976-44f9b8bc31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:20.088993 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-8210262f-05b3-4669-9976-44f9b8bc31cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 200 len: 849 time: 0.5459373 Feb 18 12:13:20.101999 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Routers {'d7d18087-96ec-4a00-811f-f16e1a125e30'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:20.103167 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['d7d18087-96ec-4a00-811f-f16e1a125e30'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:20.147833 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a82f10ce-b484-4375-8114-2718ff2803d6 req-03244d5b-c501-4f4f-8c72-1ca8200f9aaf tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873153 Feb 18 12:13:20.168282 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-34c70dbb-caea-408e-b22b-7f46c8771858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:20.170082 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-34c70dbb-caea-408e-b22b-7f46c8771858 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=16604c12-d93c-45a1-a8cd-f80f9c2e1d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685620 Feb 18 12:13:20.192491 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239abb7e-bda1-470a-be18-64da89e3ff01 None None] Pushing event updated for resources: {'Port': ['ID=fbba0f98-ab01-49f1-8974-28e8b9694e96,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:20.206758 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-59acf08a-2d81-4b62-9e1c-42f4e0d445c6 None None] Provisioning complete for port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:20.207142 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-59acf08a-2d81-4b62-9e1c-42f4e0d445c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.220395 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:20.290057 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-59acf08a-2d81-4b62-9e1c-42f4e0d445c6 None None] Port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:13:20.305018 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks [] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.306833 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] Set router d7d18087-96ec-4a00-811f-f16e1a125e30 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:20.313009 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.384193 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-c1c528ea-768f-4c75-9a8f-1ec6471e9ce3 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061701 Feb 18 12:13:20.385810 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (d7d18087-96ec-4a00-811f-f16e1a125e30), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.387794 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Pushing event updated for resources: {'Port': ['ID=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:20.530607 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Network 157de979-c05f-410e-9597-1951a901f010 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:20.538618 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:20.602439 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd9392f2-b9cf-417a-9248-6dfd6169e8a4 req-a21b6e48-263b-411a-a9be-606e86296b23 service neutron] 10.222.0.79 "GET /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046857 Feb 18 12:13:20.602698 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'b5fc1c38-296c-4ae3-a77f-9bcb338a30d7', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'port_id': '034956dd-402d-4d8f-a116-5f95303268c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'mac_address': 'fa:16:3e:2a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:12:55Z', 'updated_at': '2022-02-18T12:13:17Z', 'revision_number': 1, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:20.641910 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '2cbb9458-b4bb-4b96-a53f-476fd1cdacc1', 'name': '', 'network_id': '157de979-c05f-410e-9597-1951a901f010', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'mac_address': 'fa:16:3e:64:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:19Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 1, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'subnets': [{'id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:20.687943 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921cee4c-d7d4-4b70-bde7-6033c263a807 None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'b5fc1c38-296c-4ae3-a77f-9bcb338a30d7', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'port_id': '034956dd-402d-4d8f-a116-5f95303268c9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'mac_address': 'fa:16:3e:2a:71:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:12:55Z', 'updated_at': '2022-02-18T12:13:17Z', 'revision_number': 1, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:20.702151 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7b7430-3a6c-4534-a9f1-e6f259d0edb8 None None] The sync data for ids ['d7d18087-96ec-4a00-811f-f16e1a125e30'] in dv-cinder-829877-1-iscsi is: [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '2cbb9458-b4bb-4b96-a53f-476fd1cdacc1', 'name': '', 'network_id': '157de979-c05f-410e-9597-1951a901f010', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'mac_address': 'fa:16:3e:64:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:19Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 1, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'subnets': [{'id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:20.754798 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Router d7d18087-96ec-4a00-811f-f16e1a125e30 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:13:20.784862 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-df54887c-dc53-41b5-bc3a-f2dbe17c6e9e tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:20.786752 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-df54887c-dc53-41b5-bc3a-f2dbe17c6e9e tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 945 time: 0.1259847 Feb 18 12:13:20.933601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:13:20.938296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-1f1cad2b-86c1-4b28-9f32-93297de54d71 None None] Provisioning complete for port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:20.939471 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1f1cad2b-86c1-4b28-9f32-93297de54d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:20.951356 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-9d8391d9-9cd7-479e-9218-d0a3e48bcfda admin admin] 10.222.0.65 "PUT /v2.0/routers/d7d18087-96ec-4a00-811f-f16e1a125e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8564310 Feb 18 12:13:20.997246 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-1f1cad2b-86c1-4b28-9f32-93297de54d71 None None] Port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:13:21.030194 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Deleting port 7c780e1c-938b-4019-8026-3b9eb15d2c97 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:21.030739 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:21.098357 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab9d6f-f125-401e-893b-5a787e57da15 None None] New status for floating IP b5fc1c38-296c-4ae3-a77f-9bcb338a30d7: ACTIVE {{(pid=102859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:13:21.333917 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] For port 7c780e1c-938b-4019-8026-3b9eb15d2c97, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=7c780e1c-938b-4019-8026-3b9eb15d2c97,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:21.334434 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:21.340008 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:21.364708 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Calling delete_port for 7c780e1c-938b-4019-8026-3b9eb15d2c97 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:21.558993 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a18961-16ab-455d-9068-d0e153145778 req-379f42ff-c926-49fb-b6d5-7b0978920298 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:21.560534 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-33a18961-16ab-455d-9068-d0e153145778 req-379f42ff-c926-49fb-b6d5-7b0978920298 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=95f0601d-f083-4c67-9055-12428d5c979c HTTP/1.1" status: 200 len: 945 time: 0.1972280 Feb 18 12:13:21.654860 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-33a18961-16ab-455d-9068-d0e153145778 req-e6ba4df8-644a-4172-adcf-c4343e0bb3a8 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874083 Feb 18 12:13:21.696222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (7c780e1c-938b-4019-8026-3b9eb15d2c97), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:21.709745 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['7c780e1c-938b-4019-8026-3b9eb15d2c97'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:21.741579 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Pushing event deleted for resources: {'Port': ['ID=7c780e1c-938b-4019-8026-3b9eb15d2c97,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:21.818552 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] No DVR routers for this DVR port 7c780e1c-938b-4019-8026-3b9eb15d2c97 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:13:21.822205 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:21.825665 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-81a5c45b-ee16-4be2-98b9-13b21ff060fd req-d2c0a1b6-9c9b-43ad-8c34-cdf404ae7b76 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "DELETE /v2.0/ports/7c780e1c-938b-4019-8026-3b9eb15d2c97 HTTP/1.1" status: 204 len: 173 time: 1.0326893 Feb 18 12:13:21.826162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f0601d-f083-4c67-9055-12428d5c979c', 'name': 'network-vif-deleted', 'tag': '7c780e1c-938b-4019-8026-3b9eb15d2c97'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:21.828837 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b48d4d-acbb-4a2c-9011-9d1d6c2df210" -d '{"events": [{"server_uuid": "95f0601d-f083-4c67-9055-12428d5c979c", "name": "network-vif-deleted", "tag": "7c780e1c-938b-4019-8026-3b9eb15d2c97"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:21.896474 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f9bf6-3cc7-4591-9e52-c6b2b87e6b5e x-openstack-request-id: req-5a0f9bf6-3cc7-4591-9e52-c6b2b87e6b5e {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:21.897179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f0601d-f083-4c67-9055-12428d5c979c", "name": "network-vif-deleted", "tag": "7c780e1c-938b-4019-8026-3b9eb15d2c97", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:21.897179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a0f9bf6-3cc7-4591-9e52-c6b2b87e6b5e {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:21.897580 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f0601d-f083-4c67-9055-12428d5c979c', 'name': 'network-vif-deleted', 'tag': '7c780e1c-938b-4019-8026-3b9eb15d2c97', 'status': 'completed', 'code': 200} Feb 18 12:13:22.086333 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53216) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.091012 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894189420', 'description': 'tempest-secgroup-smoke-1894189420 description', 'project_id': '7aaba6e383504b609694b9f2c24a7009'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:22.114728 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.198147 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group (bb8ae365-ebbd-4693-a9bb-e90ad4d10a76), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.208286 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (bb8ae365-ebbd-4693-a9bb-e90ad4d10a76), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.241173 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.245113 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1550267 Feb 18 12:13:22.245113 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7663d21-fd45-4100-9fbf-072a98e46ea9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.245363 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53220) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.252472 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group_rule': {'security_group_id': 'bb8ae365-ebbd-4693-a9bb-e90ad4d10a76', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:22.281754 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (26de1bc0-356a-47b4-8c09-7fce42e73e34), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.323410 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53224) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.375786 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (26de1bc0-356a-47b4-8c09-7fce42e73e34), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.382988 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (26de1bc0-356a-47b4-8c09-7fce42e73e34), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.403016 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26de1bc0-356a-47b4-8c09-7fce42e73e34,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.416018 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.417427 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0a490ea1-7d0c-4bd4-be8e-c30451def023 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710956 Feb 18 12:13:22.420295 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53228) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.424793 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group_rule': {'security_group_id': 'bb8ae365-ebbd-4693-a9bb-e90ad4d10a76', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:22.451626 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (09ab724c-3097-4a6b-98f7-054306a7ab41), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.459474 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-64c874fe-d2c8-4b4a-80f5-0ab65c1f5867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.510475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (09ab724c-3097-4a6b-98f7-054306a7ab41), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.514381 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (09ab724c-3097-4a6b-98f7-054306a7ab41), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.535213 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ab724c-3097-4a6b-98f7-054306a7ab41,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.537056 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-64c874fe-d2c8-4b4a-80f5-0ab65c1f5867 admin admin] Publish callbacks [] for security_group (20939f72-358d-4d6e-a0bf-0803a5401611), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.540920 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-64c874fe-d2c8-4b4a-80f5-0ab65c1f5867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (20939f72-358d-4d6e-a0bf-0803a5401611), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.542132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.546021 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-65d3d9ea-a4d6-45a5-b7bc-9d11b58059f4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245971 Feb 18 12:13:22.547126 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53230) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.551986 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group_rule': {'security_group_id': 'bb8ae365-ebbd-4693-a9bb-e90ad4d10a76', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:22.577269 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (ff8c42dc-cb37-4e69-8715-84ae2ceed6dd), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.580402 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-64c874fe-d2c8-4b4a-80f5-0ab65c1f5867 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfc22acfde314fa194018fdf4afc9161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541561 Feb 18 12:13:22.581332 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c874fe-d2c8-4b4a-80f5-0ab65c1f5867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20939f72-358d-4d6e-a0bf-0803a5401611,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.583140 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53232) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.668014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (ff8c42dc-cb37-4e69-8715-84ae2ceed6dd), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.671117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfe37-75e5-4a7e-9a5b-9eee9772c408 admin admin] Publish callbacks [] for security_group (20939f72-358d-4d6e-a0bf-0803a5401611), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.675686 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (ff8c42dc-cb37-4e69-8715-84ae2ceed6dd), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.708366 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfe37-75e5-4a7e-9a5b-9eee9772c408 admin admin] Publish callbacks [] for security_group (20939f72-358d-4d6e-a0bf-0803a5401611), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.722979 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8c42dc-cb37-4e69-8715-84ae2ceed6dd,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.728860 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.730078 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-19a2a5e2-0096-4faf-a5c4-f63d897e9ea4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1820149 Feb 18 12:13:22.732928 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53238) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.737800 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group_rule': {'security_group_id': 'bb8ae365-ebbd-4693-a9bb-e90ad4d10a76', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:22.770899 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfe37-75e5-4a7e-9a5b-9eee9772c408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (20939f72-358d-4d6e-a0bf-0803a5401611), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.774132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f73cfe37-75e5-4a7e-9a5b-9eee9772c408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.775580 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-f73cfe37-75e5-4a7e-9a5b-9eee9772c408 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20939f72-358d-4d6e-a0bf-0803a5401611 HTTP/1.1" status: 204 len: 168 time: 0.1914232 Feb 18 12:13:22.785812 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (dad2fca5-c48e-4180-a9f9-c20e07a76713), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.786831 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cfe37-75e5-4a7e-9a5b-9eee9772c408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20939f72-358d-4d6e-a0bf-0803a5401611,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.856966 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (dad2fca5-c48e-4180-a9f9-c20e07a76713), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.861871 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (dad2fca5-c48e-4180-a9f9-c20e07a76713), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.880867 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad2fca5-c48e-4180-a9f9-c20e07a76713,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:22.897410 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:22.898776 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ccafcc71-6a9e-41a2-8080-96e8bccb60e7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1645312 Feb 18 12:13:22.901491 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53252) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:22.906539 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group_rule': {'security_group_id': 'bb8ae365-ebbd-4693-a9bb-e90ad4d10a76', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:22.928965 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.securitygroups_db [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Project 7aaba6e383504b609694b9f2c24a7009 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:13:22.934312 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (b71c06a1-a8c9-45ef-a92d-3ef1409db484), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.001080 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (b71c06a1-a8c9-45ef-a92d-3ef1409db484), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.006836 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (b71c06a1-a8c9-45ef-a92d-3ef1409db484), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.022782 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-51df710a-3940-4478-947d-d799ce8b7d94 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:23.024551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-51df710a-3940-4478-947d-d799ce8b7d94 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/networks?id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 200 len: 808 time: 0.1129096 Feb 18 12:13:23.024810 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71c06a1-a8c9-45ef-a92d-3ef1409db484,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:23.036893 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.040833 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-52702a96-66c6-4bb6-a911-7ab093ad50c8 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357648 Feb 18 12:13:23.041057 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53256) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:23.043458 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-735f6b5d-b554-4fbd-9d33-a302392f9068 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/quotas/198abefe2c914e2987a7d1d59dd1b69b HTTP/1.1" status: 200 len: 375 time: 0.0102875 Feb 18 12:13:23.048816 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'security_group_rule': {'security_group_id': 'bb8ae365-ebbd-4693-a9bb-e90ad4d10a76', 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:23.070926 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.securitygroups_db [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Project 7aaba6e383504b609694b9f2c24a7009 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:13:23.076139 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (d0d84e7f-fb39-4f8e-bf9b-0369eacb6a9c), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.077785 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-42d87a9b-60f0-4ac8-b4e4-09de1fe51df7 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287313 Feb 18 12:13:23.109444 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53258) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:23.134708 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0750f69c-b307-45c3-af8f-edf9affe7533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.173019 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (d0d84e7f-fb39-4f8e-bf9b-0369eacb6a9c), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.179639 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (d0d84e7f-fb39-4f8e-bf9b-0369eacb6a9c), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.187005 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-e26cc0b1-8738-4914-9453-294e9fcee029 service neutron] 10.222.0.65 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003520 Feb 18 12:13:23.207006 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fbba0f98-ab01-49f1-8974-28e8b9694e96 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:23.207532 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d84e7f-fb39-4f8e-bf9b-0369eacb6a9c,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:23.224837 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.234807 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-2e1bf95e-204e-446f-b7c8-42edd3727bd4 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1839089 Feb 18 12:13:23.273330 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port fbba0f98-ab01-49f1-8974-28e8b9694e96 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:23.273649 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.278472 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0750f69c-b307-45c3-af8f-edf9affe7533 admin admin] Publish callbacks [] for security_group (cedc819a-1cd7-47c2-830f-0d0e2f76985e), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.284251 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0750f69c-b307-45c3-af8f-edf9affe7533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (cedc819a-1cd7-47c2-830f-0d0e2f76985e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.325954 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-48b0aa3c-a18a-41f7-832d-2e21b0c4550d service neutron] 10.222.0.65 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307414 Feb 18 12:13:23.351887 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0750f69c-b307-45c3-af8f-edf9affe7533 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dce4a7f7d46d45d695d5ed32e594a454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386971 Feb 18 12:13:23.351887 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750f69c-b307-45c3-af8f-edf9affe7533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedc819a-1cd7-47c2-830f-0d0e2f76985e,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:23.352484 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53262) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:23.411806 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port fbba0f98-ab01-49f1-8974-28e8b9694e96 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:23.412254 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.460792 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port fbba0f98-ab01-49f1-8974-28e8b9694e96, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=fbba0f98-ab01-49f1-8974-28e8b9694e96,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:23.466467 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.474202 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6565-8af2-46c0-9aa8-2d909e4b1a05 admin admin] Publish callbacks [] for security_group (cedc819a-1cd7-47c2-830f-0d0e2f76985e), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.517228 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6565-8af2-46c0-9aa8-2d909e4b1a05 admin admin] Publish callbacks [] for security_group (cedc819a-1cd7-47c2-830f-0d0e2f76985e), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.553268 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=fbba0f98-ab01-49f1-8974-28e8b9694e96,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:23.587843 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a1a746a4-635d-45c2-9276-54dae941e0cd req-6df6bcd1-db8e-4f24-a749-7875e779b153 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 210 time: 0.0369821 Feb 18 12:13:23.613038 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6565-8af2-46c0-9aa8-2d909e4b1a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (cedc819a-1cd7-47c2-830f-0d0e2f76985e), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.615630 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-6d3a6565-8af2-46c0-9aa8-2d909e4b1a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:23.619712 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-6d3a6565-8af2-46c0-9aa8-2d909e4b1a05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cedc819a-1cd7-47c2-830f-0d0e2f76985e HTTP/1.1" status: 204 len: 168 time: 0.2635703 Feb 18 12:13:23.625825 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a6565-8af2-46c0-9aa8-2d909e4b1a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedc819a-1cd7-47c2-830f-0d0e2f76985e,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:24.613803 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-956d30ce-e774-4c84-80cc-5fe95f6a741a tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:24.617081 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-956d30ce-e774-4c84-80cc-5fe95f6a741a tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "GET /v2.0/networks?id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 200 len: 808 time: 0.1241610 Feb 18 12:13:24.633052 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Request body: {'port': {'device_id': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef', 'admin_state_up': True, 'tenant_id': '198abefe2c914e2987a7d1d59dd1b69b'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:24.654465 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 7c780e1c-938b-4019-8026-3b9eb15d2c97 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:13:24.682326 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 7c780e1c-938b-4019-8026-3b9eb15d2c97 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:13:24.682650 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 7c780e1c-938b-4019-8026-3b9eb15d2c97 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:13:24.744140 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b5b19059-9a01-4cd9-9c1b-0e7e5a51863e req-5a0fdc43-6348-41e6-b75b-5cb133ba88ec tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 210 time: 0.0411248 Feb 18 12:13:24.815603 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Made reservation on behalf of 198abefe2c914e2987a7d1d59dd1b69b for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:24.819461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:24.960578 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Allocated IP 172.20.0.3 (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef/3988c6e8-290f-4a52-91a4-d52eed9ce7a7/b4200e1b-e8c7-427a-89f2-e8134937230f) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:25.136419 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks [] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.180970 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fbba0f98-ab01-49f1-8974-28e8b9694e96 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:25.191706 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Sync routers for ids ['d7d18087-96ec-4a00-811f-f16e1a125e30'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:13:25.198737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.205857 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Routers {'d7d18087-96ec-4a00-811f-f16e1a125e30'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:25.207230 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['d7d18087-96ec-4a00-811f-f16e1a125e30'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:25.247755 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port fbba0f98-ab01-49f1-8974-28e8b9694e96 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:25.248236 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.253874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:25.263222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:25.280801 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:25.285217 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Pushing event updated for resources: {'Port': ['ID=b4200e1b-e8c7-427a-89f2-e8134937230f,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:25.347001 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:25.347916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.351361 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Set router d7d18087-96ec-4a00-811f-f16e1a125e30 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:25.366686 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-38f44889-6fb0-4ec5-8047-c6bacc02b992 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7376635 Feb 18 12:13:25.376541 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port fbba0f98-ab01-49f1-8974-28e8b9694e96 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:25.394370 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Request body: {'port': {'device_id': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:25.463375 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.583498 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '2cbb9458-b4bb-4b96-a53f-476fd1cdacc1', 'name': '', 'network_id': '157de979-c05f-410e-9597-1951a901f010', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'mac_address': 'fa:16:3e:64:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:19Z', 'updated_at': '2022-02-18T12:13:20Z', 'revision_number': 2, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'subnets': [{'id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:25.621375 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Checking router: d7d18087-96ec-4a00-811f-f16e1a125e30 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:13:25.621780 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Updating router d7d18087-96ec-4a00-811f-f16e1a125e30 port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:13:25.662268 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.777518 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4200e1b-e8c7-427a-89f2-e8134937230f {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:25.788415 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Publish callbacks [] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.803797 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Transition to ACTIVE for port object b4200e1b-e8c7-427a-89f2-e8134937230f will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:13:25.809935 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.902179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4200e1b-e8c7-427a-89f2-e8134937230f,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:25.956034 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Publish callbacks [] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.961505 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:25.961729 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9bd5a-d974-429e-816d-7fa20fb77257 req-9ecd921c-ca77-4101-8557-6a2820141ef5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:25.963229 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b4a9bd5a-d974-429e-816d-7fa20fb77257 req-9ecd921c-ca77-4101-8557-6a2820141ef5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 943 time: 0.1239750 Feb 18 12:13:25.997975 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Attempting to bind port b4200e1b-e8c7-427a-89f2-e8134937230f on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:25.998319 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Attempting to bind port b4200e1b-e8c7-427a-89f2-e8134937230f by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:25.998748 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Attempting to bind port b4200e1b-e8c7-427a-89f2-e8134937230f on network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:26.015259 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Port b4200e1b-e8c7-427a-89f2-e8134937230f on network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:13:26.022644 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9ece1-082b-439e-87de-27f099916d4a None None] Pushing event updated for resources: {'Port': ['ID=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:26.030375 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Attempting to bind port b4200e1b-e8c7-427a-89f2-e8134937230f on network e7f36b58-f1d0-45b1-8cbe-0d0f124829ef {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:26.047809 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:26.048166 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Checking segment: {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:26.048596 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Bound using segment: {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:26.049050 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Bound port: b4200e1b-e8c7-427a-89f2-e8134937230f, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b3b0cb-c923-43e5-b1f8-abff60784360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:26.049480 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.056406 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b4a9bd5a-d974-429e-816d-7fa20fb77257 req-c32f80b6-a99c-4e7b-bb9e-217e00666ebe tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851092 Feb 18 12:13:26.106115 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Attempting to bind port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:26.106761 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Attempting to bind port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:26.107234 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Attempting to bind port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 on network 157de979-c05f-410e-9597-1951a901f010 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:26.116004 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:26.116381 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Checking segment: {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:26.117037 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.117504 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Bound using segment: {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:26.118094 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Bound port: 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae10178-f246-4704-8434-addd0ee19f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '157de979-c05f-410e-9597-1951a901f010'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:26.118559 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.138149 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] For port b4200e1b-e8c7-427a-89f2-e8134937230f, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:26.141428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] For port b4200e1b-e8c7-427a-89f2-e8134937230f, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b4200e1b-e8c7-427a-89f2-e8134937230f,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:26.149981 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.196178 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:26.196896 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.198559 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] 10.222.0.79 "PUT /v2.0/ports/b4200e1b-e8c7-427a-89f2-e8134937230f HTTP/1.1" status: 200 len: 1093 time: 0.8241367 Feb 18 12:13:26.199153 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'tag': 'b4200e1b-e8c7-427a-89f2-e8134937230f'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:26.199508 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] For port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:26.201462 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40c259e-e5e4-44aa-b2d3-914da1fff537" -d '{"events": [{"name": "network-changed", "server_uuid": "9b87d0c1-5475-48b0-a51e-009f586924bc", "tag": "b4200e1b-e8c7-427a-89f2-e8134937230f"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:26.211102 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] For port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,segment=NetworkSegment(9ae10178-f246-4704-8434-addd0ee19f81),segment_id=9ae10178-f246-4704-8434-addd0ee19f81)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:26.221483 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.248900 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581031f2-f30a-4bb6-b66b-f5b83ea87f26 service neutron] Pushing event updated for resources: {'Port': ['ID=b4200e1b-e8c7-427a-89f2-e8134937230f,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:26.254763 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3bdcb-f660-47cf-856a-00459ea452e7 x-openstack-request-id: req-dbf3bdcb-f660-47cf-856a-00459ea452e7 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:26.255065 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b87d0c1-5475-48b0-a51e-009f586924bc", "tag": "b4200e1b-e8c7-427a-89f2-e8134937230f", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:26.255332 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbf3bdcb-f660-47cf-856a-00459ea452e7 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:26.255742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'tag': 'b4200e1b-e8c7-427a-89f2-e8134937230f', 'status': 'completed', 'code': 200} Feb 18 12:13:26.318400 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-037d3b73-ec0e-4339-b9bd-02b04479b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:26.320162 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-037d3b73-ec0e-4339-b9bd-02b04479b1b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 1127 time: 0.0634604 Feb 18 12:13:26.373112 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-816e246d-5d45-407f-8600-2d0b2de6ab58 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4200e1b-e8c7-427a-89f2-e8134937230f HTTP/1.1" status: 200 len: 217 time: 0.0438588 Feb 18 12:13:26.378944 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] Provisioning complete for port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:26.379991 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.385872 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9ece1-082b-439e-87de-27f099916d4a None None] Pushing event updated for resources: {'Port': ['ID=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,revision_number=4']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:26.395051 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Routers {'d7d18087-96ec-4a00-811f-f16e1a125e30'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:13:26.395675 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:12Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['d7d18087-96ec-4a00-811f-f16e1a125e30'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:26.455452 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-125a5121-0cce-4178-b535-f4008e8667d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:26.457230 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-125a5121-0cce-4178-b535-f4008e8667d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3988c6e8-290f-4a52-91a4-d52eed9ce7a7 HTTP/1.1" status: 200 len: 848 time: 0.0782757 Feb 18 12:13:26.487979 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] Current status of the port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:26.488819 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.502261 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-ad0bf4eb-5e3f-4b12-a4d1-b38b821c17cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367846 Feb 18 12:13:26.528317 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] Set router d7d18087-96ec-4a00-811f-f16e1a125e30 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:13:26.535573 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] For port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,segment=NetworkSegment(9ae10178-f246-4704-8434-addd0ee19f81),segment_id=9ae10178-f246-4704-8434-addd0ee19f81)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:26.540897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.597495 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199a51a-93e2-4768-8539-5379cd7bd0de None None] Pushing event updated for resources: {'Port': ['ID=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:26.610257 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-a61edab4-e496-43db-82ea-e784bb3d2ab3 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004834 Feb 18 12:13:26.662647 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-4aef0f91-5d78-44a5-a1db-c77a1d6dc616 None None] Provisioning complete for port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:26.663021 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4aef0f91-5d78-44a5-a1db-c77a1d6dc616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:26.718204 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-183dd2db-e024-40b5-954d-de6a55adfa4a req-e842f3b8-16f9-42fb-8fa4-3789473f83d8 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966737 Feb 18 12:13:26.744509 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-4aef0f91-5d78-44a5-a1db-c77a1d6dc616 None None] Current status of the port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:26.780557 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '2cbb9458-b4bb-4b96-a53f-476fd1cdacc1', 'name': '', 'network_id': '157de979-c05f-410e-9597-1951a901f010', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'mac_address': 'fa:16:3e:64:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:19Z', 'updated_at': '2022-02-18T12:13:26Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'subnets': [{'id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:13:26.815679 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8fe99-140e-4cd0-8cb0-ebc165032e7a None None] The sync data for ids ['d7d18087-96ec-4a00-811f-f16e1a125e30'] in dv-cinder-829877-1-iscsi is: [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:19Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '2cbb9458-b4bb-4b96-a53f-476fd1cdacc1', 'name': '', 'network_id': '157de979-c05f-410e-9597-1951a901f010', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'mac_address': 'fa:16:3e:64:e5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:19Z', 'updated_at': '2022-02-18T12:13:26Z', 'revision_number': 4, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'subnets': [{'id': '0e79bcf6-9a8c-4590-9767-d2adfef646d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:13:26.827928 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-b9d8813c-c446-4e52-b4df-c44e76646465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:26.829529 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-b9d8813c-c446-4e52-b4df-c44e76646465 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 1127 time: 0.0545592 Feb 18 12:13:26.927495 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-22c04e42-c9ea-4ae4-af55-f12fd19942e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:26.929060 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-22c04e42-c9ea-4ae4-af55-f12fd19942e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 200 len: 909 time: 0.0924103 Feb 18 12:13:26.972862 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-af4b04b0-c82d-45b6-924f-83cf6142d17c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4200e1b-e8c7-427a-89f2-e8134937230f HTTP/1.1" status: 200 len: 217 time: 0.0363364 Feb 18 12:13:27.025181 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-dc863ba9-4341-423b-aab2-4ed12db68514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:27.026674 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-dc863ba9-4341-423b-aab2-4ed12db68514 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3988c6e8-290f-4a52-91a4-d52eed9ce7a7 HTTP/1.1" status: 200 len: 848 time: 0.0471363 Feb 18 12:13:27.057925 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-b70526b5-8e00-4517-a759-1e7548e1baff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245099 Feb 18 12:13:27.203752 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-5f1e58ab-30ea-488c-a4ea-88932e1ce185 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328874 Feb 18 12:13:27.213464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:27.220721 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de71081-6536-40d8-9929-ce884315d3ca req-055e584c-bf49-4613-9dc4-6e4482d410f0 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:27.227567 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5de71081-6536-40d8-9929-ce884315d3ca req-055e584c-bf49-4613-9dc4-6e4482d410f0 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 943 time: 0.0823371 Feb 18 12:13:27.264285 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:27.264658 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:27.327591 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5de71081-6536-40d8-9929-ce884315d3ca req-d58f8cdc-3872-4d30-bd0c-04eda1648ce5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989084 Feb 18 12:13:27.363919 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c40c259e-e5e4-44aa-b2d3-914da1fff537 req-6bb59201-acd0-4c3e-b1e5-84e3a5bef2c9 service neutron] 10.222.0.79 "GET /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341317 Feb 18 12:13:27.370101 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:28.222797 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53412) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:28.331232 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc169-edcb-41c5-a552-bc94f6054ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.407954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc169-edcb-41c5-a552-bc94f6054ff4 admin admin] Publish callbacks [] for security_group (7071ab46-ea21-4a00-be82-1448307b0dd7), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.420947 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-bb1dc169-edcb-41c5-a552-bc94f6054ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (7071ab46-ea21-4a00-be82-1448307b0dd7), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.486783 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1dc169-edcb-41c5-a552-bc94f6054ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7071ab46-ea21-4a00-be82-1448307b0dd7,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:28.493350 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-bb1dc169-edcb-41c5-a552-bc94f6054ff4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=030fe771c6ae44b3972f5dae630709f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695224 Feb 18 12:13:28.496132 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53418) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:28.513096 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2169ab-9673-4ada-be0e-a7137721989d req-8f515608-d4b5-4615-9b6e-c2246559a39b tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:28.514614 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4a2169ab-9673-4ada-be0e-a7137721989d req-8f515608-d4b5-4615-9b6e-c2246559a39b tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 943 time: 0.1054540 Feb 18 12:13:28.545886 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40470d77-97ed-45d0-936b-fe4b0d250769 admin admin] Publish callbacks [] for security_group (7071ab46-ea21-4a00-be82-1448307b0dd7), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.561656 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4a2169ab-9673-4ada-be0e-a7137721989d req-c226326b-2d7c-4248-affb-abd2c25897e4 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Feb 18 12:13:28.569219 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40470d77-97ed-45d0-936b-fe4b0d250769 admin admin] Publish callbacks [] for security_group (7071ab46-ea21-4a00-be82-1448307b0dd7), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.617969 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40470d77-97ed-45d0-936b-fe4b0d250769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (7071ab46-ea21-4a00-be82-1448307b0dd7), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.620601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-40470d77-97ed-45d0-936b-fe4b0d250769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.621787 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-40470d77-97ed-45d0-936b-fe4b0d250769 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7071ab46-ea21-4a00-be82-1448307b0dd7 HTTP/1.1" status: 204 len: 168 time: 0.1245933 Feb 18 12:13:28.630857 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40470d77-97ed-45d0-936b-fe4b0d250769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7071ab46-ea21-4a00-be82-1448307b0dd7,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:28.897322 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53434) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:28.911398 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75938c38-57a5-452f-a8c2-f13dd55048b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.987503 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75938c38-57a5-452f-a8c2-f13dd55048b0 admin admin] Publish callbacks [] for security_group (70b69825-860f-471d-b92f-4421bdebad65), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:28.991076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-75938c38-57a5-452f-a8c2-f13dd55048b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (70b69825-860f-471d-b92f-4421bdebad65), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:29.033010 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-75938c38-57a5-452f-a8c2-f13dd55048b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c056fe5eb2c942f8bdeefe6e798663ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321888 Feb 18 12:13:29.033010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75938c38-57a5-452f-a8c2-f13dd55048b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b69825-860f-471d-b92f-4421bdebad65,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:29.033399 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53436) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:29.098687 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05f58a3d-f879-45b9-a978-9c2f61ba3f5b admin admin] Publish callbacks [] for security_group (70b69825-860f-471d-b92f-4421bdebad65), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:29.127266 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05f58a3d-f879-45b9-a978-9c2f61ba3f5b admin admin] Publish callbacks [] for security_group (70b69825-860f-471d-b92f-4421bdebad65), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:29.183398 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05f58a3d-f879-45b9-a978-9c2f61ba3f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (70b69825-860f-471d-b92f-4421bdebad65), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:29.189046 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-05f58a3d-f879-45b9-a978-9c2f61ba3f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:29.194267 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-05f58a3d-f879-45b9-a978-9c2f61ba3f5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70b69825-860f-471d-b92f-4421bdebad65 HTTP/1.1" status: 204 len: 168 time: 0.1596856 Feb 18 12:13:29.204189 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58a3d-f879-45b9-a978-9c2f61ba3f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b69825-860f-471d-b92f-4421bdebad65,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:29.689537 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc093e46-6fab-43f6-9748-15b8d8c7e872 req-6d6593ae-2407-4a46-989a-2ccf3179e65a tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:29.691115 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cc093e46-6fab-43f6-9748-15b8d8c7e872 req-6d6593ae-2407-4a46-989a-2ccf3179e65a tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 943 time: 0.0559871 Feb 18 12:13:29.750949 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cc093e46-6fab-43f6-9748-15b8d8c7e872 req-67db1b1a-0ced-410d-8b2c-4b497ace250d tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511363 Feb 18 12:13:30.672534 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b4200e1b-e8c7-427a-89f2-e8134937230f details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:13:30.769800 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port b4200e1b-e8c7-427a-89f2-e8134937230f, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b4200e1b-e8c7-427a-89f2-e8134937230f,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:30.781747 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'b4200e1b-e8c7-427a-89f2-e8134937230f', 'network_id': 'e7f36b58-f1d0-45b1-8cbe-0d0f124829ef', 'port_id': 'b4200e1b-e8c7-427a-89f2-e8134937230f', 'mac_address': 'fa:16:3e:f5:35:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3988c6e8-290f-4a52-91a4-d52eed9ce7a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:13:30.822039 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port b4200e1b-e8c7-427a-89f2-e8134937230f is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:30.822436 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:30.836440 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4200e1b-e8c7-427a-89f2-e8134937230f {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:30.856813 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port b4200e1b-e8c7-427a-89f2-e8134937230f, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b4200e1b-e8c7-427a-89f2-e8134937230f,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:30.861729 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:30.875343 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028078a-4419-4a6d-9a01-1acf674b1055 req-02a86b05-09fa-4378-befe-83d014d3e528 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:30.876950 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a028078a-4419-4a6d-9a01-1acf674b1055 req-02a86b05-09fa-4378-befe-83d014d3e528 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 943 time: 0.0542672 Feb 18 12:13:30.912820 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=b4200e1b-e8c7-427a-89f2-e8134937230f,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:30.925548 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a028078a-4419-4a6d-9a01-1acf674b1055 req-0c5ecb10-5af2-48b1-9d83-007f503f3032 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426803 Feb 18 12:13:31.108367 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['b4200e1b-e8c7-427a-89f2-e8134937230f'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:32.048991 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37071c22-d454-4359-a3e7-9c7a0c9476a2 req-1230764d-9a73-430c-b61c-20e6138babf3 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:32.050755 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-37071c22-d454-4359-a3e7-9c7a0c9476a2 req-1230764d-9a73-430c-b61c-20e6138babf3 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 944 time: 0.0553322 Feb 18 12:13:32.097233 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-37071c22-d454-4359-a3e7-9c7a0c9476a2 req-412bb144-ca62-4976-bbe4-9429c4b39529 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Feb 18 12:13:32.673224 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b4200e1b-e8c7-427a-89f2-e8134937230f up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:32.849065 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port b4200e1b-e8c7-427a-89f2-e8134937230f completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:13:32.853087 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port b4200e1b-e8c7-427a-89f2-e8134937230f triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:32.853464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:32.930632 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port b4200e1b-e8c7-427a-89f2-e8134937230f is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:32.931160 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:32.959962 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4200e1b-e8c7-427a-89f2-e8134937230f'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:32.962561 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16decb95-9731-4edb-ba22-05cff5e90d1e" -d '{"events": [{"server_uuid": "9b87d0c1-5475-48b0-a51e-009f586924bc", "name": "network-vif-plugged", "status": "completed", "tag": "b4200e1b-e8c7-427a-89f2-e8134937230f"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:32.975039 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port b4200e1b-e8c7-427a-89f2-e8134937230f, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b4200e1b-e8c7-427a-89f2-e8134937230f,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:32.979846 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:33.015785 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23f4bc6-b40f-4430-9e35-7dd12861657e x-openstack-request-id: req-c23f4bc6-b40f-4430-9e35-7dd12861657e {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:33.016097 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b87d0c1-5475-48b0-a51e-009f586924bc", "name": "network-vif-plugged", "status": "completed", "tag": "b4200e1b-e8c7-427a-89f2-e8134937230f", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:33.016539 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c23f4bc6-b40f-4430-9e35-7dd12861657e {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:33.016924 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4200e1b-e8c7-427a-89f2-e8134937230f', 'code': 200} Feb 18 12:13:33.055515 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=b4200e1b-e8c7-427a-89f2-e8134937230f,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:33.241469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0d811-9777-4702-ad5d-4b2e33ad1b75 req-20de6911-db7a-470f-83d0-ec197fba6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:33.242995 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8a0d811-9777-4702-ad5d-4b2e33ad1b75 req-20de6911-db7a-470f-83d0-ec197fba6f14 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 1129 time: 0.0800176 Feb 18 12:13:33.254807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23671b7-b235-41a3-9b6d-8c7335341070 req-2a1bb692-4b39-4091-afa7-e678169caf41 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:33.256174 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d23671b7-b235-41a3-9b6d-8c7335341070 req-2a1bb692-4b39-4091-afa7-e678169caf41 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 945 time: 0.0643294 Feb 18 12:13:33.324019 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8a0d811-9777-4702-ad5d-4b2e33ad1b75 req-7dfdc263-5518-4284-a935-47fdd4e3eea1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669181 Feb 18 12:13:33.327355 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d23671b7-b235-41a3-9b6d-8c7335341070 req-bfcb90f3-7d34-4935-9b93-123c816624f9 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644629 Feb 18 12:13:34.454110 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360dd038-1cd9-49b4-bb41-83b10af60df6 req-7f04c8d1-e48d-44de-8143-fa442104b5f2 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:34.455684 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-360dd038-1cd9-49b4-bb41-83b10af60df6 req-7f04c8d1-e48d-44de-8143-fa442104b5f2 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 945 time: 0.0541468 Feb 18 12:13:34.532611 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-360dd038-1cd9-49b4-bb41-83b10af60df6 req-f4a2af27-f608-43d0-b6af-c65a8eddad54 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712802 Feb 18 12:13:35.653600 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f2815-41e0-4229-8a9d-17a408d628fb req-3f542408-a4ac-48a5-a3a6-24f110f84c85 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:35.655135 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e68f2815-41e0-4229-8a9d-17a408d628fb req-3f542408-a4ac-48a5-a3a6-24f110f84c85 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 945 time: 0.0522251 Feb 18 12:13:35.703833 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e68f2815-41e0-4229-8a9d-17a408d628fb req-3e3c3e74-da35-4c5f-b81a-2842c45e52c1 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Feb 18 12:13:36.435205 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fa1aa-b8d1-4187-a3e1-7440eb2cd73f req-b58b0001-ae07-43b7-bff1-41b09a4777c8 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:36.436680 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9d8fa1aa-b8d1-4187-a3e1-7440eb2cd73f req-b58b0001-ae07-43b7-bff1-41b09a4777c8 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 945 time: 0.0517759 Feb 18 12:13:36.497936 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9d8fa1aa-b8d1-4187-a3e1-7440eb2cd73f req-2f6a9f89-58a9-4ddc-b869-c0424f03080f tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Feb 18 12:13:37.612069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42292e-7377-4688-9e0d-77016bc73937 req-23238dfb-a103-40f5-b415-b538bcd84645 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:37.613506 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3c42292e-7377-4688-9e0d-77016bc73937 req-23238dfb-a103-40f5-b415-b538bcd84645 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 945 time: 0.0548635 Feb 18 12:13:37.659618 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3c42292e-7377-4688-9e0d-77016bc73937 req-3bfc6b54-b3b0-48a2-8801-72c0f41c1f2d tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/security-groups?id=baaa41b2-82ea-414d-8015-97ff0986efee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Feb 18 12:13:38.248442 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-295850ae-cb31-4b7e-9999-d628f429b3e5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:38.250529 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-295850ae-cb31-4b7e-9999-d628f429b3e5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 945 time: 0.0538568 Feb 18 12:13:38.347612 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Deleting port b4200e1b-e8c7-427a-89f2-e8134937230f {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:13:38.347951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:38.433439 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] For port b4200e1b-e8c7-427a-89f2-e8134937230f, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=b4200e1b-e8c7-427a-89f2-e8134937230f,segment=NetworkSegment(92b3b0cb-c923-43e5-b1f8-abff60784360),segment_id=92b3b0cb-c923-43e5-b1f8-abff60784360)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:38.433829 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:38.446480 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Calling delete_port for b4200e1b-e8c7-427a-89f2-e8134937230f owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:13:38.571544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (b4200e1b-e8c7-427a-89f2-e8134937230f), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:38.583430 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['b4200e1b-e8c7-427a-89f2-e8134937230f'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:38.599260 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Pushing event deleted for resources: {'Port': ['ID=b4200e1b-e8c7-427a-89f2-e8134937230f,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:38.643851 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] No DVR routers for this DVR port b4200e1b-e8c7-427a-89f2-e8134937230f on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:13:38.646318 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:38.649562 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ee37c9da-55ea-47c9-81ec-ec3d2a53df0e req-aec37052-a498-4f8c-8f3e-a0da7bc992c5 tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.79 "DELETE /v2.0/ports/b4200e1b-e8c7-427a-89f2-e8134937230f HTTP/1.1" status: 204 len: 173 time: 0.3920858 Feb 18 12:13:38.650024 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'name': 'network-vif-deleted', 'tag': 'b4200e1b-e8c7-427a-89f2-e8134937230f'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:38.652262 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be9369-0f83-471d-91b9-150b511f2759" -d '{"events": [{"server_uuid": "9b87d0c1-5475-48b0-a51e-009f586924bc", "name": "network-vif-deleted", "tag": "b4200e1b-e8c7-427a-89f2-e8134937230f"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:38.690732 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93066b4e-78f5-4bd5-90e6-f0a3e1eae1b3 x-openstack-request-id: req-93066b4e-78f5-4bd5-90e6-f0a3e1eae1b3 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:38.691050 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b87d0c1-5475-48b0-a51e-009f586924bc", "name": "network-vif-deleted", "tag": "b4200e1b-e8c7-427a-89f2-e8134937230f", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:38.691288 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93066b4e-78f5-4bd5-90e6-f0a3e1eae1b3 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:38.691693 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b87d0c1-5475-48b0-a51e-009f586924bc', 'name': 'network-vif-deleted', 'tag': 'b4200e1b-e8c7-427a-89f2-e8134937230f', 'status': 'completed', 'code': 200} Feb 18 12:13:38.757401 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-49aff45f-6184-477f-937b-f6a033128b4c req-798ec097-0278-4eeb-8dcf-4e708318e44e tempest-VolumesActionsTest-653558683 tempest-VolumesActionsTest-653558683-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87d0c1-5475-48b0-a51e-009f586924bc HTTP/1.1" status: 200 len: 210 time: 0.0299571 Feb 18 12:13:39.270804 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-42835af9-8d37-4d13-b106-c996ba028145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:39.938194 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-f9a99394-eea8-4026-99cf-8fab50a86767 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894189420&fields=id&tenant_id=7aaba6e383504b609694b9f2c24a7009 HTTP/1.1" status: 200 len: 267 time: 0.0480728 Feb 18 12:13:40.068320 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-8dba9595-3094-49bc-bc9f-8f242babb672 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:40.070223 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-8dba9595-3094-49bc-bc9f-8f242babb672 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 808 time: 0.1250684 Feb 18 12:13:40.088954 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-9d2f7cb6-997a-4e7d-99ca-340972d90c1a tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/quotas/7aaba6e383504b609694b9f2c24a7009 HTTP/1.1" status: 200 len: 375 time: 0.0126612 Feb 18 12:13:40.161868 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-12fec763-8559-495d-a6e0-f190f63dbc1f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641866 Feb 18 12:13:40.305187 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3b5c3-6201-4839-9be6-efd7ae1cfdf6 req-6c3c9f93-fed6-4ac2-bff3-0e89ec702c15 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:40.306746 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bdf3b5c3-6201-4839-9be6-efd7ae1cfdf6 req-6c3c9f93-fed6-4ac2-bff3-0e89ec702c15 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0823033 Feb 18 12:13:40.334473 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-fe5fbbc7-6b87-4708-a162-51ed67588ccd service neutron] 10.222.0.65 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598759 Feb 18 12:13:40.340738 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53718) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:40.436212 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bdf3b5c3-6201-4839-9be6-efd7ae1cfdf6 req-db8718b7-8555-474c-96e6-107ba6cf12a9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195979 Feb 18 12:13:40.454637 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b79ccb5-867d-4571-a239-b8c408833927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.456374 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-4e2fb608-6411-4494-87fa-f9f9c5c615b3 service neutron] 10.222.0.65 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210105 Feb 18 12:13:40.553916 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b79ccb5-867d-4571-a239-b8c408833927 admin admin] Publish callbacks [] for security_group (fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.558369 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7b79ccb5-867d-4571-a239-b8c408833927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.588903 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79ccb5-867d-4571-a239-b8c408833927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:40.607709 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7b79ccb5-867d-4571-a239-b8c408833927 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43de948851ee407089bcd41362084f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656915 Feb 18 12:13:40.607844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53742) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:40.694578 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-11d53e8c-5a04-4750-a2a7-675ef8cbe605 admin admin] Publish callbacks [] for security_group (fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.721603 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-11d53e8c-5a04-4750-a2a7-675ef8cbe605 admin admin] Publish callbacks [] for security_group (fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.801614 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-459a8c67-51e0-43f1-a974-24d6e4f43b16 req-5dd31065-9a5c-4ccb-8a3c-2781c3b8cd7a tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 210 time: 0.0338674 Feb 18 12:13:40.810033 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-11d53e8c-5a04-4750-a2a7-675ef8cbe605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.814004 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-11d53e8c-5a04-4750-a2a7-675ef8cbe605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:40.817551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-11d53e8c-5a04-4750-a2a7-675ef8cbe605 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1 HTTP/1.1" status: 204 len: 168 time: 0.2063711 Feb 18 12:13:40.825071 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d53e8c-5a04-4750-a2a7-675ef8cbe605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c1b30-9f9e-494a-bb5a-56ae4d9379f1,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:41.437939 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-759a1010-817b-44bf-a7dc-eac3fe1a318e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:41.567023 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb052907-a46d-498e-a45f-59e60c4ac9c6 req-20ebdfb1-39c7-4266-8109-b85e811e642e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:41.568503 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-eb052907-a46d-498e-a45f-59e60c4ac9c6 req-20ebdfb1-39c7-4266-8109-b85e811e642e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Feb 18 12:13:41.619544 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-eb052907-a46d-498e-a45f-59e60c4ac9c6 req-6744ce32-5d53-40bf-b324-d89dd22aa8d2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452714 Feb 18 12:13:41.934320 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f26d0739-e403-4d6b-8bcf-45f760e650d7 req-40d2c6eb-89a1-44d9-97db-76a1d9b97fd2 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 210 time: 0.0299039 Feb 18 12:13:42.525904 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:42.893618 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456422ff-af05-4a93-a0f8-14f169711be4 req-09f12e5b-a11f-4774-a6a9-618a0b372d26 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:42.895085 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-456422ff-af05-4a93-a0f8-14f169711be4 req-09f12e5b-a11f-4774-a6a9-618a0b372d26 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.2040141 Feb 18 12:13:42.939219 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-456422ff-af05-4a93-a0f8-14f169711be4 req-021d950a-a9e2-4b59-91c6-6faf17fe2536 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Feb 18 12:13:43.071281 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8791d772-2306-427c-96b2-8d94a936313f req-a863c12a-ac52-4f0c-980f-a15b8336c783 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 210 time: 0.0744529 Feb 18 12:13:43.364202 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b4200e1b-e8c7-427a-89f2-e8134937230f no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:13:43.384270 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: b4200e1b-e8c7-427a-89f2-e8134937230f {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:13:43.384612 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device b4200e1b-e8c7-427a-89f2-e8134937230f not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:13:44.042857 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:44.195891 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6f67d49e-79d6-4409-870f-6371c80a1914 req-75f4d041-12a3-4718-be8f-d5f206383b17 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 210 time: 0.0549514 Feb 18 12:13:44.245943 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ae79-549b-4f2f-ab4b-8276d2f3f60f req-42b338ee-b761-4865-bc5d-1011bb10d74e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:44.251593 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0226ae79-549b-4f2f-ab4b-8276d2f3f60f req-42b338ee-b761-4865-bc5d-1011bb10d74e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1237319 Feb 18 12:13:44.257503 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-26af1e63-b563-420f-b748-511d8402528c tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:44.258862 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-26af1e63-b563-420f-b748-511d8402528c tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 808 time: 0.4496732 Feb 18 12:13:44.327044 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0226ae79-549b-4f2f-ab4b-8276d2f3f60f req-c125652f-06bf-499e-a9f5-790cd7608133 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672326 Feb 18 12:13:44.348025 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-f6a0cb31-b667-4a19-a136-d2b14e8474a5 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aaba6e383504b609694b9f2c24a7009 HTTP/1.1" status: 200 len: 380 time: 0.0748107 Feb 18 12:13:44.357402 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'port': {'device_id': '8bcb708a-c224-4260-bd54-07b7652d4677', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'admin_state_up': True, 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'security_groups': ['bb8ae365-ebbd-4693-a9bb-e90ad4d10a76']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:44.476772 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Made reservation on behalf of 7aaba6e383504b609694b9f2c24a7009 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:13:44.480288 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:44.609088 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Allocated IP 172.20.0.11 (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53/9d0cdbb1-3358-46a1-9297-963019b3cb68/c21ee120-ca2e-4f61-8099-ff51145a35b7) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:13:44.783087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:44.818684 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:44.862669 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:13:44.866308 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:13:44.870399 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:13:44.908037 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:44.936723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:44.938222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:44.967152 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-c351f6de-d4c9-4085-af13-a68d256cda8e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6130970 Feb 18 12:13:45.193310 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-343da84e-448b-40a5-96e3-97c401848d9f None None] Provisioning complete for port c21ee120-ca2e-4f61-8099-ff51145a35b7 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:45.193914 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-343da84e-448b-40a5-96e3-97c401848d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:45.244986 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-343da84e-448b-40a5-96e3-97c401848d9f None None] Port c21ee120-ca2e-4f61-8099-ff51145a35b7 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:13:45.339753 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3767764-449f-44ac-9509-24830cf51806 req-8c28791d-cfd5-48b2-883d-f0cbfb785a34 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:45.341351 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3767764-449f-44ac-9509-24830cf51806 req-8c28791d-cfd5-48b2-883d-f0cbfb785a34 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 932 time: 0.0691035 Feb 18 12:13:45.397730 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3767764-449f-44ac-9509-24830cf51806 req-a0115e96-7929-4a71-8e98-4a49531ce59f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498619 Feb 18 12:13:45.492073 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:45.496200 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c15ec-e94b-4f71-8d52-669d7f6e8ee0 req-7d730faf-b667-4cec-84ff-c412f6c5fc62 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:45.504273 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b28c15ec-e94b-4f71-8d52-669d7f6e8ee0 req-7d730faf-b667-4cec-84ff-c412f6c5fc62 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0832036 Feb 18 12:13:45.555673 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b28c15ec-e94b-4f71-8d52-669d7f6e8ee0 req-7e2d7460-cced-4639-af62-8b5fce7eb410 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504186 Feb 18 12:13:46.553004 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4740669-9ee8-4f7e-aac3-9cbfbe09eeda req-00e81376-bbe8-44e7-b3e2-e7ac65cdd074 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:46.555428 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c4740669-9ee8-4f7e-aac3-9cbfbe09eeda req-00e81376-bbe8-44e7-b3e2-e7ac65cdd074 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 932 time: 0.0738497 Feb 18 12:13:46.627411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c4740669-9ee8-4f7e-aac3-9cbfbe09eeda req-d924fdc5-dd61-4416-a965-33e734272740 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665338 Feb 18 12:13:46.707500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda2c84-5d2f-4a1e-8273-69d1ff78fd12 req-203999ef-5b4e-4256-9a56-4589a9325256 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:46.709011 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fbda2c84-5d2f-4a1e-8273-69d1ff78fd12 req-203999ef-5b4e-4256-9a56-4589a9325256 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Feb 18 12:13:46.775655 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fbda2c84-5d2f-4a1e-8273-69d1ff78fd12 req-3ed9ecfb-8f89-4aca-b516-6d7601d5219e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583599 Feb 18 12:13:47.220070 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Request body: {'port': {'device_id': '8bcb708a-c224-4260-bd54-07b7652d4677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:13:47.308221 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:47.626525 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21ee120-ca2e-4f61-8099-ff51145a35b7 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:47.637332 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Publish callbacks [] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:47.651901 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Transition to ACTIVE for port object c21ee120-ca2e-4f61-8099-ff51145a35b7 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:13:47.659337 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:47.841302 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:47.883001 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7cd8a-bef2-4d6e-a51f-f93c50d15347 req-987a8a3c-4525-4777-9a84-0b10f790b9b7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:47.885208 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6bf7cd8a-bef2-4d6e-a51f-f93c50d15347 req-987a8a3c-4525-4777-9a84-0b10f790b9b7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.1806979 Feb 18 12:13:47.929466 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Attempting to bind port c21ee120-ca2e-4f61-8099-ff51145a35b7 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:13:47.929946 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Attempting to bind port c21ee120-ca2e-4f61-8099-ff51145a35b7 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:13:47.930287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Attempting to bind port c21ee120-ca2e-4f61-8099-ff51145a35b7 on network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:47.976380 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Port c21ee120-ca2e-4f61-8099-ff51145a35b7 on network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:13:47.976987 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Attempting to bind port c21ee120-ca2e-4f61-8099-ff51145a35b7 on network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:13:47.988625 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:13:47.988969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Checking segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:13:47.989368 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Bound using segment: {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:13:47.989923 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Bound port: c21ee120-ca2e-4f61-8099-ff51145a35b7, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f284879c-b8b9-42be-90ab-93d7712cbfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:13:47.990194 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:48.041771 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6bf7cd8a-bef2-4d6e-a51f-f93c50d15347 req-950d582b-6e05-4573-831a-841e95534efb tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445539 Feb 18 12:13:48.084117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e73bd0-3d31-4ae9-9d7c-f9644474589f req-a5869ace-05d2-4c5a-944d-e4f1828a5730 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.086319 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a9e73bd0-3d31-4ae9-9d7c-f9644474589f req-a5869ace-05d2-4c5a-944d-e4f1828a5730 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1621737 Feb 18 12:13:48.149071 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:13:48.174872 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:13:48.180130 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a9e73bd0-3d31-4ae9-9d7c-f9644474589f req-6468974f-98ce-43b1-8852-f174896dff49 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876017 Feb 18 12:13:48.188564 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:48.247331 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.248146 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:48.250592 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] 10.222.0.79 "PUT /v2.0/ports/c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1094 time: 1.0349724 Feb 18 12:13:48.252229 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:48.255814 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0323993f-6425-4059-ae8b-5763068b6213" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:48.294502 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3223e-f44d-409f-b8a0-6e2cdc3f434a service neutron] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:48.337889 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5e4cf-acb8-473b-ae5f-215a921a7d64 x-openstack-request-id: req-adf5e4cf-acb8-473b-ae5f-215a921a7d64 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:48.338180 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:48.338991 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adf5e4cf-acb8-473b-ae5f-215a921a7d64 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:48.339407 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'status': 'completed', 'code': 200} Feb 18 12:13:48.361795 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-4da4bad3-1491-4ed6-83d2-0e2c9a424c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.363342 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-4da4bad3-1491-4ed6-83d2-0e2c9a424c8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1128 time: 0.0623686 Feb 18 12:13:48.422906 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-d97b7f7e-cc99-4678-8085-95f884693bf1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 217 time: 0.0490329 Feb 18 12:13:48.487100 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-642c8f0b-27b0-4adb-a74e-006e4984ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.489269 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-642c8f0b-27b0-4adb-a74e-006e4984ff59 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0599227 Feb 18 12:13:48.566807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-704fcf0d-ccde-44b9-aafa-5ff4803ae219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.568380 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-704fcf0d-ccde-44b9-aafa-5ff4803ae219 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699203 Feb 18 12:13:48.666114 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-abebd796-9505-4b6f-8a42-7665e3419148 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898073 Feb 18 12:13:48.773390 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5daec69d-766d-4db5-90c5-e2c50577f3b2 req-daffbd4c-6358-421c-ad44-d59a9e14ee7a service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002178 Feb 18 12:13:48.879164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323993f-6425-4059-ae8b-5763068b6213 req-47c915c3-c15d-4b49-8f4d-f3b47ae50715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.880693 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-47c915c3-c15d-4b49-8f4d-f3b47ae50715 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1128 time: 0.0502791 Feb 18 12:13:48.982617 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323993f-6425-4059-ae8b-5763068b6213 req-d00dd0de-14ef-47dd-9681-8339636f02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:48.984014 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-d00dd0de-14ef-47dd-9681-8339636f02c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.0947883 Feb 18 12:13:49.030941 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-af3a05ca-681c-4239-acbb-7bd6b54df948 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 217 time: 0.0402961 Feb 18 12:13:49.086880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323993f-6425-4059-ae8b-5763068b6213 req-5e0d04e7-3849-42b7-8192-4dcd8069f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:49.088853 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-5e0d04e7-3849-42b7-8192-4dcd8069f92e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0512536 Feb 18 12:13:49.199066 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323993f-6425-4059-ae8b-5763068b6213 req-2522b26e-20ca-4f7b-ac3c-020e3f43fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:49.200733 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-2522b26e-20ca-4f7b-ac3c-020e3f43fa6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015522 Feb 18 12:13:49.301098 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-93dc8280-517c-443d-ae30-900c2c7ebb5c service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908315 Feb 18 12:13:49.308787 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfe02f-c58d-4cee-8b89-7514f233dec6 req-ae63dd01-649e-49d1-91a9-1b52c96ab9b0 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:49.316227 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-93cfe02f-c58d-4cee-8b89-7514f233dec6 req-ae63dd01-649e-49d1-91a9-1b52c96ab9b0 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.1759567 Feb 18 12:13:49.456892 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-93cfe02f-c58d-4cee-8b89-7514f233dec6 req-affb2a80-f415-4003-95df-535e55d23b82 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238575 Feb 18 12:13:49.476378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633717d1-ea54-43a7-b4d9-213c3477c642 req-d7e053f7-533f-40b0-ad40-3858c065ffd9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:49.477878 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-633717d1-ea54-43a7-b4d9-213c3477c642 req-d7e053f7-533f-40b0-ad40-3858c065ffd9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1656210 Feb 18 12:13:49.484549 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0323993f-6425-4059-ae8b-5763068b6213 req-9786a265-90a0-441e-a6a9-ce197ee13932 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728618 Feb 18 12:13:49.549917 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-633717d1-ea54-43a7-b4d9-213c3477c642 req-1e27ba5d-30b6-4aac-a7c0-fc4c89fd7fe1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624404 Feb 18 12:13:50.603927 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ff087-9d70-4f12-87d8-d1f4fb9654bc req-22064a4a-ada2-47b7-ac7b-455b4d5fe972 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:50.605428 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-306ff087-9d70-4f12-87d8-d1f4fb9654bc req-22064a4a-ada2-47b7-ac7b-455b4d5fe972 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0728176 Feb 18 12:13:50.661738 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-306ff087-9d70-4f12-87d8-d1f4fb9654bc req-eb1a6340-a064-4509-8f64-3f63b471a6ac tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498214 Feb 18 12:13:50.722613 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa46e4-2caa-4865-9f00-499b5dae70e3 req-07fe904d-0d88-49ff-9003-b22d3d6c78b1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:50.724280 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-befa46e4-2caa-4865-9f00-499b5dae70e3 req-07fe904d-0d88-49ff-9003-b22d3d6c78b1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0614932 Feb 18 12:13:50.801112 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-befa46e4-2caa-4865-9f00-499b5dae70e3 req-4eeaee35-e1ec-42bc-8c17-81a45e0b3fc4 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695958 Feb 18 12:13:51.010494 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 53936) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:51.120937 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.222606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Publish callbacks [] for security_group (58e09093-d438-4174-8f29-771099256701), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.229009 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (58e09093-d438-4174-8f29-771099256701), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.279106 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.290087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e09093-d438-4174-8f29-771099256701,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:51.306717 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 53940) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:13:51.313644 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf3ee287530642c0be3e04808de8f6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971303 Feb 18 12:13:51.322600 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.323051 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.323313 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.323653 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.324017 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.324460 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.324844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.325265 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.325700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.326019 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.326592 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.326934 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.327262 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c5df3-c1dd-4a96-ae56-90605c55af9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:51.385199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a353424d-cd48-4f9c-9fd8-648282fa229e admin admin] Publish callbacks [] for security_group (58e09093-d438-4174-8f29-771099256701), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.407298 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a353424d-cd48-4f9c-9fd8-648282fa229e admin admin] Publish callbacks [] for security_group (58e09093-d438-4174-8f29-771099256701), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.467946 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a353424d-cd48-4f9c-9fd8-648282fa229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (58e09093-d438-4174-8f29-771099256701), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.470542 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a353424d-cd48-4f9c-9fd8-648282fa229e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:51.471702 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a353424d-cd48-4f9c-9fd8-648282fa229e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58e09093-d438-4174-8f29-771099256701 HTTP/1.1" status: 204 len: 168 time: 0.1639428 Feb 18 12:13:51.484915 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353424d-cd48-4f9c-9fd8-648282fa229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e09093-d438-4174-8f29-771099256701,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:51.831293 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432960b-9cee-4b22-9154-b00cda826be7 req-87b59b78-1cf6-48a1-895e-208b23bde93d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:51.834595 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2432960b-9cee-4b22-9154-b00cda826be7 req-87b59b78-1cf6-48a1-895e-208b23bde93d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0690975 Feb 18 12:13:51.893863 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2432960b-9cee-4b22-9154-b00cda826be7 req-f8a8f4f5-fc06-4007-9fd6-98d407d31e5e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531700 Feb 18 12:13:51.981482 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22f87d-e798-4826-b0a0-ae308d000c27 req-37798477-6cc2-439d-a83d-15fb83743950 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:51.983115 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3f22f87d-e798-4826-b0a0-ae308d000c27 req-37798477-6cc2-439d-a83d-15fb83743950 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0707586 Feb 18 12:13:52.038675 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3f22f87d-e798-4826-b0a0-ae308d000c27 req-3211ccfc-a716-489d-95d2-9559dfeadf01 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489819 Feb 18 12:13:53.035140 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b994bd4-cea2-44b1-9e11-af337cfe3474 req-cbbad7d0-4e1a-4417-8dd9-5a75d63d67d0 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:53.041989 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b994bd4-cea2-44b1-9e11-af337cfe3474 req-cbbad7d0-4e1a-4417-8dd9-5a75d63d67d0 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0750175 Feb 18 12:13:53.103999 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b994bd4-cea2-44b1-9e11-af337cfe3474 req-ed168fcd-131b-4769-aeca-d730c79ce295 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605140 Feb 18 12:13:53.186737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5246e35-511f-411e-aae6-e411feb09f5d req-4cd26a1c-23b2-44a6-810d-9ee8e2291f32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:53.188760 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e5246e35-511f-411e-aae6-e411feb09f5d req-4cd26a1c-23b2-44a6-810d-9ee8e2291f32 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0648136 Feb 18 12:13:53.247624 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e5246e35-511f-411e-aae6-e411feb09f5d req-91036bf8-7b1a-4164-ba4e-e7f24e127ddc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530624 Feb 18 12:13:54.201523 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-2a10384e-c5b1-4f24-a492-e5c894eef4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:54.204339 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-2a10384e-c5b1-4f24-a492-e5c894eef4d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1129 time: 0.0603399 Feb 18 12:13:54.320556 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-1a796dcd-2fed-4b90-8939-083527349fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:54.322064 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-1a796dcd-2fed-4b90-8939-083527349fb6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.0963328 Feb 18 12:13:54.334277 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dae7fb-c06d-4174-8768-6f48399d0473 req-30035daa-69d5-48d3-a6ad-ee1312afdada tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:54.335779 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9dae7fb-c06d-4174-8768-6f48399d0473 req-30035daa-69d5-48d3-a6ad-ee1312afdada tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.1453571 Feb 18 12:13:54.427153 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9dae7fb-c06d-4174-8768-6f48399d0473 req-30c3dea2-85ab-448e-9a51-0a38d7893fb9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842748 Feb 18 12:13:54.445359 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-f1906db3-9c46-4b66-ad9a-3b86b214bbcc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 1001 time: 0.1085818 Feb 18 12:13:54.516509 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-f3111890-a48a-450a-81d2-f42db918a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:54.518209 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-f3111890-a48a-450a-81d2-f42db918a1cf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0660067 Feb 18 12:13:54.576763 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-4bb80616-0524-4499-b12c-68f82a81abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:54.578223 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-4bb80616-0524-4499-b12c-68f82a81abbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534422 Feb 18 12:13:54.725644 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-d5b240d6-1a08-4f82-a9ef-1e435b31fd54 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405807 Feb 18 12:13:54.736161 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83982c0-4213-4508-b575-30585be02e28 req-048ccd5b-de94-44d9-91c4-771aba37100a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:54.737575 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a83982c0-4213-4508-b575-30585be02e28 req-048ccd5b-de94-44d9-91c4-771aba37100a tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0854735 Feb 18 12:13:54.837320 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a83982c0-4213-4508-b575-30585be02e28 req-a307edcd-c3be-4afb-b53b-6b415b6984f0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918138 Feb 18 12:13:54.869434 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ebe459d6-f9b5-4012-942c-b61b4f23ab8e req-7925fd17-b9f0-4a37-b16f-5b3a635ca981 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308904 Feb 18 12:13:55.280305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:13:55.399423 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:55.412009 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'port_id': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'mac_address': 'fa:16:3e:48:c7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:13:55.449005 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c21ee120-ca2e-4f61-8099-ff51145a35b7 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:55.449486 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:55.470859 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21ee120-ca2e-4f61-8099-ff51145a35b7 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:55.493898 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:55.502480 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:55.571694 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:55.581002 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.581467 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.581946 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.582363 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.582712 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.583048 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.583469 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.583870 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.584272 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.584689 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.585090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.585506 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.585936 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:13:55.602894 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e72e7-e18d-4364-bed1-2e69a605d1f7 req-42c7044a-c35d-477f-836c-9bdf9814b79d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:55.605512 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-656e72e7-e18d-4364-bed1-2e69a605d1f7 req-42c7044a-c35d-477f-836c-9bdf9814b79d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 945 time: 0.0819051 Feb 18 12:13:55.665091 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-656e72e7-e18d-4364-bed1-2e69a605d1f7 req-6c885170-6a62-4d73-87e6-823a6632b24c tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530555 Feb 18 12:13:55.771000 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['c21ee120-ca2e-4f61-8099-ff51145a35b7'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:55.795430 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:13:55.997828 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cea88-ab9a-4ad0-9a2a-4aa3daa99392 req-564d89e4-911e-4ad5-8154-3089540b624d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:56.005026 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-099cea88-ab9a-4ad0-9a2a-4aa3daa99392 req-564d89e4-911e-4ad5-8154-3089540b624d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0865307 Feb 18 12:13:56.066378 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-099cea88-ab9a-4ad0-9a2a-4aa3daa99392 req-dc44d881-060c-47e2-8204-7c6e3fbcc506 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547268 Feb 18 12:13:56.805074 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ed33a-a4db-4429-98c9-cf4acb9e7e0f req-a0d61a43-6ab7-4468-a52d-72c752f93c0e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:56.806746 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-775ed33a-a4db-4429-98c9-cf4acb9e7e0f req-a0d61a43-6ab7-4468-a52d-72c752f93c0e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 945 time: 0.0545509 Feb 18 12:13:56.859842 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-775ed33a-a4db-4429-98c9-cf4acb9e7e0f req-673ead52-b20e-495a-926e-8984813aa24f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472214 Feb 18 12:13:57.191392 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdd32d-05fd-41cb-8e3c-bd7b53cfdc08 req-6bfb0bb0-793b-495d-a2e6-d2a97ab14bfd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:57.193110 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a5bdd32d-05fd-41cb-8e3c-bd7b53cfdc08 req-6bfb0bb0-793b-495d-a2e6-d2a97ab14bfd tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Feb 18 12:13:57.246606 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a5bdd32d-05fd-41cb-8e3c-bd7b53cfdc08 req-c47609fe-405b-4d65-83d8-f742e1371da5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Feb 18 12:13:57.312104 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:13:57.326639 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:57.429401 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port c21ee120-ca2e-4f61-8099-ff51145a35b7 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:13:57.435652 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port c21ee120-ca2e-4f61-8099-ff51145a35b7 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:57.436112 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:57.504431 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:57.518821 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'mac_address': 'fa:16:3e:b1:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:13:57.580426 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c21ee120-ca2e-4f61-8099-ff51145a35b7 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:57.580817 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:57.591017 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: ACTIVE; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:57.591488 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:57.615135 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:57.617384 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6d90e5-11bf-4866-a8b8-95fa3b570f6a" -d '{"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-plugged", "status": "completed", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:57.641194 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:13:57.662282 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bb224d-80ed-449d-b2fe-997c7dd73de1 x-openstack-request-id: req-56bb224d-80ed-449d-b2fe-997c7dd73de1 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:57.662603 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-plugged", "status": "completed", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:57.662866 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56bb224d-80ed-449d-b2fe-997c7dd73de1 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:57.663265 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'code': 200} Feb 18 12:13:57.677621 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:57.683529 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:57.686772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:57.691702 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:57.745735 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:57.818272 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=6']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:57.881536 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:13:58.038241 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aa829-d75b-4456-9205-709d8b2efc32 req-8c3c28d7-3378-4a10-a528-50e58259a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:58.039768 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c18aa829-d75b-4456-9205-709d8b2efc32 req-8c3c28d7-3378-4a10-a528-50e58259a9a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.1104395 Feb 18 12:13:58.063826 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f23f05-c36e-4597-be77-57f158f02e56 req-85413552-1518-4413-ba92-145f3d41e741 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:58.065493 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b9f23f05-c36e-4597-be77-57f158f02e56 req-85413552-1518-4413-ba92-145f3d41e741 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0986879 Feb 18 12:13:58.175930 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c18aa829-d75b-4456-9205-709d8b2efc32 req-87621f30-82e7-4279-862b-e982fbeaf880 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278608 Feb 18 12:13:58.180182 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b9f23f05-c36e-4597-be77-57f158f02e56 req-ed87d079-216b-4015-9532-9a047701460c tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057632 Feb 18 12:13:58.400835 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7bf5a-4c49-4a1d-b489-c909325b4e48 req-9ab82947-007d-4484-9dc2-c2a8421aabf0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:58.402642 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-80d7bf5a-4c49-4a1d-b489-c909325b4e48 req-9ab82947-007d-4484-9dc2-c2a8421aabf0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 944 time: 0.0612063 Feb 18 12:13:58.462833 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-80d7bf5a-4c49-4a1d-b489-c909325b4e48 req-b2dd48c4-3ee9-4326-afe2-841e53635da3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531096 Feb 18 12:13:59.329215 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:13:59.363908 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d81fa6-d0b6-4d73-b921-da4f89f9ca2e req-65271a20-b840-4c15-9e6e-cfd67e704ed7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:59.365515 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17d81fa6-d0b6-4d73-b921-da4f89f9ca2e req-65271a20-b840-4c15-9e6e-cfd67e704ed7 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0643196 Feb 18 12:13:59.379031 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:13:59.379431 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:59.429242 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-17d81fa6-d0b6-4d73-b921-da4f89f9ca2e req-7a06c17b-b040-44b6-92f4-019ba7dff177 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549314 Feb 18 12:13:59.477253 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:13:59.477960 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:59.514580 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:13:59.520519 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:13:59.576923 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=7']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:13:59.646179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b795e-f43a-48c2-a87a-7d22e708a61e req-f7c0ea02-bcce-47d9-8084-36d924d70013 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:13:59.648022 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-488b795e-f43a-48c2-a87a-7d22e708a61e req-f7c0ea02-bcce-47d9-8084-36d924d70013 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0633247 Feb 18 12:13:59.663980 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:13:59.666597 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb565da3-343a-4256-bca3-e75d04c1471e" -d '{"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-plugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:13:59.706666 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-488b795e-f43a-48c2-a87a-7d22e708a61e req-6d64611c-097b-4456-ac25-69c38c291149 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524511 Feb 18 12:13:59.733285 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8933d3-98b5-4769-b27b-5905ffdb104f x-openstack-request-id: req-3d8933d3-98b5-4769-b27b-5905ffdb104f {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:13:59.733583 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-plugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:13:59.733871 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d8933d3-98b5-4769-b27b-5905ffdb104f {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:13:59.734421 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'code': 200} Feb 18 12:14:00.573454 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28724d97-68cc-4a8e-af5d-fb63f62700c3 req-ee0843d4-5487-4ad0-b7f4-8eab5c265e3e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:00.580071 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-28724d97-68cc-4a8e-af5d-fb63f62700c3 req-ee0843d4-5487-4ad0-b7f4-8eab5c265e3e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0739574 Feb 18 12:14:00.672649 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-28724d97-68cc-4a8e-af5d-fb63f62700c3 req-784f9308-adbd-4e66-8a3f-dea2a2d5323e tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856092 Feb 18 12:14:00.846800 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccf422-f900-417c-953c-823c87e540b5 req-37004107-7ebc-4a40-93f2-663573e880ed tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:00.861864 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-74ccf422-f900-417c-953c-823c87e540b5 req-37004107-7ebc-4a40-93f2-663573e880ed tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0918598 Feb 18 12:14:00.934577 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-74ccf422-f900-417c-953c-823c87e540b5 req-539cc887-4d4d-4b33-8e65-485caf1b66ff tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718095 Feb 18 12:14:00.962067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54126) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:01.027145 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b5431-a257-49a2-90ff-c6e579953752 req-86852419-1adc-47fa-aac7-3c56bbd3f3ed tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:01.034063 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cc9b5431-a257-49a2-90ff-c6e579953752 req-86852419-1adc-47fa-aac7-3c56bbd3f3ed tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1183391 Feb 18 12:14:01.114276 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cc9b5431-a257-49a2-90ff-c6e579953752 req-64f9f955-bc55-4052-8dee-d451a1370823 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696073 Feb 18 12:14:01.264886 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36160017-ac94-49d0-83cb-4718656e3f88 tempest-TestShelveInstance-329642729 tempest-TestShelveInstance-329642729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:01.269875 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-36160017-ac94-49d0-83cb-4718656e3f88 tempest-TestShelveInstance-329642729 tempest-TestShelveInstance-329642729-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1125 time: 0.3043907 Feb 18 12:14:01.270226 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54138) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:01.275323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'port_id': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:14:01.324466 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:01.445265 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:01.569362 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Allocated IP 172.27.1.109 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/7d96a9b1-9c45-4972-9513-b2643f1d4fb4) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:14:01.930144 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:01.970784 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.012364 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:14:02.015452 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:14:02.019482 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:14:02.046872 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'Port': ['ID=7d96a9b1-9c45-4972-9513-b2643f1d4fb4,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:02.059733 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.060376 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.060902 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.061421 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.061955 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.062452 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.063593 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.064080 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.064572 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.065053 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.065555 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.066070 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.066572 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:14:02.270181 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc76804-8ea4-42c7-9ab6-16bc0083405f req-bf48dfc7-d532-4303-a085-134b2ff0b827 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:02.272491 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0fc76804-8ea4-42c7-9ab6-16bc0083405f req-bf48dfc7-d532-4303-a085-134b2ff0b827 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0896223 Feb 18 12:14:02.272997 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54150) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:02.403700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Deleting subnet 3988c6e8-290f-4a52-91a4-d52eed9ce7a7 {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:14:02.413347 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Publish callbacks [] for subnet (3988c6e8-290f-4a52-91a4-d52eed9ce7a7), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.446440 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0fc76804-8ea4-42c7-9ab6-16bc0083405f req-25fbd56c-7c1f-47ca-a3c4-af7ac31cbce7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659203 Feb 18 12:14:02.461875 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (3988c6e8-290f-4a52-91a4-d52eed9ce7a7), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.513408 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for floatingip (b0687f98-1b2c-4678-a46c-09713e4ac4b4), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.531069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (3988c6e8-290f-4a52-91a4-d52eed9ce7a7), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.608870 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.609389 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (3988c6e8-290f-4a52-91a4-d52eed9ce7a7), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.662095 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3988c6e8-290f-4a52-91a4-d52eed9ce7a7,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:02.673582 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.679702 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-22081583-19a4-4cf7-b248-6a0252be3945 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3988c6e8-290f-4a52-91a4-d52eed9ce7a7 HTTP/1.1" status: 204 len: 168 time: 0.4056988 Feb 18 12:14:02.682069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54160) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:02.766119 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.781038 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.793518 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.859596 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event updated for resources: {'Port': ['ID=7d96a9b1-9c45-4972-9513-b2643f1d4fb4,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:02.898701 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:02.936597 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (b0687f98-1b2c-4678-a46c-09713e4ac4b4), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.060455 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Floating IP b0687f98-1b2c-4678-a46c-09713e4ac4b4 associated. External IP: 172.27.1.109, port: c21ee120-ca2e-4f61-8099-ff51145a35b7. Feb 18 12:14:03.226597 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f36b58-f1d0-45b1-8cbe-0d0f124829ef']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:03.239309 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b3b0cb-c923-43e5-b1f8-abff60784360') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:03.239606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b3b0cb-c923-43e5-b1f8-abff60784360') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:03.255563 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (92b3b0cb-c923-43e5-b1f8-abff60784360), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.274207 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (92b3b0cb-c923-43e5-b1f8-abff60784360), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.282681 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:14:03.283213 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (92b3b0cb-c923-43e5-b1f8-abff60784360), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:14:03.284898 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:14:03.305290 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Router e0c6a995-df10-4133-8758-036c4c918e44 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:14:03.353104 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (e7f36b58-f1d0-45b1-8cbe-0d0f124829ef), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.362719 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.366887 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e7f36b58-f1d0-45b1-8cbe-0d0f124829ef HTTP/1.1" status: 204 len: 168 time: 0.6838713 Feb 18 12:14:03.380808 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923dbff-2682-4dee-8d29-7dec817485e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f36b58-f1d0-45b1-8cbe-0d0f124829ef,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:03.519335 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:14:03.535765 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] Sync routers for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:14:03.555221 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:14:03.556208 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:03.563466 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.627125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2975f-a9f7-4a95-a5d3-f343e4150187 req-69d27c14-2b52-49dd-b428-66dc00f4d455 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:03.628092 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-93749918-a692-461b-8f87-55b5e93bdf01 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3567109 Feb 18 12:14:03.629079 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-80f2975f-a9f7-4a95-a5d3-f343e4150187 req-69d27c14-2b52-49dd-b428-66dc00f4d455 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0757208 Feb 18 12:14:03.629215 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:14:03.631872 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3578697-7f21-4eee-bf26-54078e2ac7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:14:03.701652 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea223a2-4f6a-4dbb-8cd0-fe8b460a68b0 x-openstack-request-id: req-eea223a2-4f6a-4dbb-8cd0-fe8b460a68b0 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:14:03.702009 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:14:03.702125 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eea223a2-4f6a-4dbb-8cd0-fe8b460a68b0 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:14:03.702672 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'status': 'completed', 'code': 200} Feb 18 12:14:03.703117 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54174) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:03.756787 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:14:03.765795 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-80f2975f-a9f7-4a95-a5d3-f343e4150187 req-d334ec5b-ca3e-4bfb-bfac-e282f8a9338e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211836 Feb 18 12:14:03.816025 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ef3224d7-b6e9-412f-82d7-c525d2261d63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=198abefe2c914e2987a7d1d59dd1b69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087854 Feb 18 12:14:03.816384 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54178) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:03.894277 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5e58f02f-2595-4109-8c65-d350f412fa3a admin admin] Publish callbacks [] for security_group (baaa41b2-82ea-414d-8015-97ff0986efee), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:03.959967 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5e58f02f-2595-4109-8c65-d350f412fa3a admin admin] Publish callbacks [] for security_group (baaa41b2-82ea-414d-8015-97ff0986efee), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:04.013048 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-966bb064-4060-45b3-b4da-d046a2aba789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:04.014997 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-966bb064-4060-45b3-b4da-d046a2aba789 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.2866342 Feb 18 12:14:04.132480 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5e58f02f-2595-4109-8c65-d350f412fa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (baaa41b2-82ea-414d-8015-97ff0986efee), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:04.135518 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5e58f02f-2595-4109-8c65-d350f412fa3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:04.136997 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5e58f02f-2595-4109-8c65-d350f412fa3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/baaa41b2-82ea-414d-8015-97ff0986efee HTTP/1.1" status: 204 len: 168 time: 0.3196187 Feb 18 12:14:04.147722 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'b0687f98-1b2c-4678-a46c-09713e4ac4b4', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'port_id': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'mac_address': 'fa:16:3e:48:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb708a-c224-4260-bd54-07b7652d4677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:14:02Z', 'updated_at': '2022-02-18T12:14:02Z', 'revision_number': 0, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:04.173398 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-a9a4db83-4799-4f11-bfc1-fbb82e244b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:04.176619 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-a9a4db83-4799-4f11-bfc1-fbb82e244b07 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.1523428 Feb 18 12:14:04.177539 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f02f-2595-4109-8c65-d350f412fa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaa41b2-82ea-414d-8015-97ff0986efee,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:04.182422 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] Checking router: e0c6a995-df10-4133-8758-036c4c918e44 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:14:04.265490 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:14:04.266236 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:04.306650 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-8ab64a50-29d7-4a13-8d89-74210ec73dda service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1000 time: 0.1200647 Feb 18 12:14:04.430959 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-8a8ce93d-0495-413f-8045-be25d78c9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:04.436089 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-8a8ce93d-0495-413f-8045-be25d78c9287 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.1210387 Feb 18 12:14:04.538874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-5c88cf59-9d8c-4de4-bfce-6def9c54cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:04.540880 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-5c88cf59-9d8c-4de4-bfce-6def9c54cb9c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941882 Feb 18 12:14:04.611696 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:14:04.761676 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-90908bcf-e136-4263-b114-e2feb726da0d service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006214 Feb 18 12:14:04.936477 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'b0687f98-1b2c-4678-a46c-09713e4ac4b4', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'port_id': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'mac_address': 'fa:16:3e:48:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb708a-c224-4260-bd54-07b7652d4677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:14:02Z', 'updated_at': '2022-02-18T12:14:02Z', 'revision_number': 0, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:04.982655 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09141d79-f7c6-4d00-b6be-36213d7cc42a None None] The sync data for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi is: [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'b0687f98-1b2c-4678-a46c-09713e4ac4b4', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'port_id': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'mac_address': 'fa:16:3e:48:c7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb708a-c224-4260-bd54-07b7652d4677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:14:02Z', 'updated_at': '2022-02-18T12:14:02Z', 'revision_number': 0, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:14:05.082927 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3578697-7f21-4eee-bf26-54078e2ac7d4 req-b95a3320-1cb7-4748-98f3-7c695911baf3 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073881 Feb 18 12:14:05.093659 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81a1c2-fd2c-4cee-8b16-423cccf675b4 req-678c74cf-1508-4aa7-a7bd-ca9c14c4c111 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:05.095212 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0e81a1c2-fd2c-4cee-8b16-423cccf675b4 req-678c74cf-1508-4aa7-a7bd-ca9c14c4c111 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1817427 Feb 18 12:14:05.110620 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9fdad-8d52-424c-8ae0-18069396e70f req-5d165ecf-0220-4db5-a9bd-5df14477e331 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:05.113144 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1df9fdad-8d52-424c-8ae0-18069396e70f req-5d165ecf-0220-4db5-a9bd-5df14477e331 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.2367489 Feb 18 12:14:05.222509 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0e81a1c2-fd2c-4cee-8b16-423cccf675b4 req-5d454693-ee68-42fc-b253-455adcb7eaf9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045728 Feb 18 12:14:05.236844 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1df9fdad-8d52-424c-8ae0-18069396e70f req-6677d343-f935-4dc8-9338-8e541b8b0d80 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171882 Feb 18 12:14:05.305141 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbe488d-9dfb-4b3c-8d0d-07573c5af4ca None None] New status for floating IP b0687f98-1b2c-4678-a46c-09713e4ac4b4: ACTIVE {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:14:06.397130 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84ca78-a071-43e1-b6ee-f243fd866cb8 req-5fed2e4e-2492-47ff-9278-670a9a55b2ff tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:06.404551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d84ca78-a071-43e1-b6ee-f243fd866cb8 req-5fed2e4e-2492-47ff-9278-670a9a55b2ff tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.0916262 Feb 18 12:14:06.450601 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3366ff0-eb7a-4e7b-9315-52c868dcaa0a req-9f64b591-6dfa-4000-bf0d-9583cc4e1c4d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:06.452239 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3366ff0-eb7a-4e7b-9315-52c868dcaa0a req-9f64b591-6dfa-4000-bf0d-9583cc4e1c4d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1085963 Feb 18 12:14:06.489486 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6d84ca78-a071-43e1-b6ee-f243fd866cb8 req-0e3a0036-1ce5-4137-9326-79223eb1fdda tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups?id=f35e09d4-c575-468f-8e49-3e2c39a4d8b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838568 Feb 18 12:14:06.521843 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3366ff0-eb7a-4e7b-9315-52c868dcaa0a req-e31dbed3-97f4-4b00-ae85-3be820624928 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600729 Feb 18 12:14:06.693565 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-c30089e9-191a-4fb9-84c1-ed33a77188a9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:06.695067 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-c30089e9-191a-4fb9-84c1-ed33a77188a9 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 946 time: 0.0550194 Feb 18 12:14:06.810548 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Deleting port 034956dd-402d-4d8f-a116-5f95303268c9 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:14:06.811246 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (034956dd-402d-4d8f-a116-5f95303268c9), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:06.915316 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] For port 034956dd-402d-4d8f-a116-5f95303268c9, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=034956dd-402d-4d8f-a116-5f95303268c9,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:06.916006 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (034956dd-402d-4d8f-a116-5f95303268c9), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:07.148969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:07.149436 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (b5fc1c38-296c-4ae3-a77f-9bcb338a30d7), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:07.149817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Floating IP b5fc1c38-296c-4ae3-a77f-9bcb338a30d7 disassociated. External IP: 172.27.1.16, port: 034956dd-402d-4d8f-a116-5f95303268c9. Feb 18 12:14:07.150534 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Calling delete_port for 034956dd-402d-4d8f-a116-5f95303268c9 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:14:07.333152 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (034956dd-402d-4d8f-a116-5f95303268c9), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:07.366952 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event deleted for resources: {'Port': ['ID=034956dd-402d-4d8f-a116-5f95303268c9,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:07.524094 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:14:07.704155 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-564a033b-d9a2-4ad8-b38e-20569845ee68 req-a1958908-3d4d-40aa-bde3-d447f27be1c0 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/ports?device_id=6194352d-ed78-44a1-b4e3-81dac81120e9 HTTP/1.1" status: 200 len: 210 time: 0.0740666 Feb 18 12:14:07.792462 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383f4fd-ab6c-49b9-83f9-aef235de0843 req-6a6cbe3f-105d-43dd-8423-6b6859c0fd9d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:07.794141 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5383f4fd-ab6c-49b9-83f9-aef235de0843 req-6a6cbe3f-105d-43dd-8423-6b6859c0fd9d tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1552389 Feb 18 12:14:07.872064 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:14:07.889236 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:14:07.901835 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:14:07.902706 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:07.927830 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] No DVR routers for this DVR port 034956dd-402d-4d8f-a116-5f95303268c9 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:14:07.933570 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:07.937263 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bb273d71-c30b-4ebe-9d76-86d0f1e108a1 req-9efc2c29-26c1-496f-b8ab-801b0e902c67 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.79 "DELETE /v2.0/ports/034956dd-402d-4d8f-a116-5f95303268c9 HTTP/1.1" status: 204 len: 173 time: 1.2344954 Feb 18 12:14:07.943015 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5383f4fd-ab6c-49b9-83f9-aef235de0843 req-81c5d576-ac18-4fe0-9617-d24ae206d633 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431985 Feb 18 12:14:07.943653 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'name': 'network-vif-deleted', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:14:07.946301 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d8934-20c2-41fb-a2ad-85b8e2685334" -d '{"events": [{"server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "name": "network-vif-deleted", "tag": "034956dd-402d-4d8f-a116-5f95303268c9"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:14:08.039343 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325afc45-8190-431d-9423-72a3cb597c28 x-openstack-request-id: req-325afc45-8190-431d-9423-72a3cb597c28 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:14:08.039915 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6194352d-ed78-44a1-b4e3-81dac81120e9", "name": "network-vif-deleted", "tag": "034956dd-402d-4d8f-a116-5f95303268c9", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:14:08.041066 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-325afc45-8190-431d-9423-72a3cb597c28 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:14:08.041787 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6194352d-ed78-44a1-b4e3-81dac81120e9', 'name': 'network-vif-deleted', 'tag': '034956dd-402d-4d8f-a116-5f95303268c9', 'status': 'completed', 'code': 200} Feb 18 12:14:08.142040 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:14:08.394422 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:08.444853 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:14:08.460471 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:14:08.462286 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:13:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:08.611535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:14:08.843251 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54268) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:08.894631 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:08.925375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609de44b-69d1-4366-b73f-a8fbe1c26364 None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:08:50Z', 'revision_number': 4, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '6d5d9060-4b64-4d9f-abf9-2487fb05e1bc', 'name': '', 'network_id': '16604c12-d93c-45a1-a8cd-f80f9c2e1d32', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'mac_address': 'fa:16:3e:95:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:49Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'subnets': [{'id': '3b6b495d-4236-4b0a-8598-a60ba278e42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:14:08.950268 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-33dca923-baf2-4539-9863-29c0560be8d2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (f35e09d4-c575-468f-8e49-3e2c39a4d8b2), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:08.980027 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-33dca923-baf2-4539-9863-29c0560be8d2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (f35e09d4-c575-468f-8e49-3e2c39a4d8b2), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.054777 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-33dca923-baf2-4539-9863-29c0560be8d2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f35e09d4-c575-468f-8e49-3e2c39a4d8b2), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.057668 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-33dca923-baf2-4539-9863-29c0560be8d2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.059282 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-33dca923-baf2-4539-9863-29c0560be8d2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "DELETE /v2.0/security-groups/f35e09d4-c575-468f-8e49-3e2c39a4d8b2 HTTP/1.1" status: 204 len: 168 time: 0.2111979 Feb 18 12:14:09.061876 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54278) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:09.084708 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.api.v2.resource [None req-22fc8794-2a23-47c4-a2d4-1ff6c913733e tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] show failed (client error): The resource could not be found. Feb 18 12:14:09.089639 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-22fc8794-2a23-47c4-a2d4-1ff6c913733e tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "GET /v2.0/security-groups/f35e09d4-c575-468f-8e49-3e2c39a4d8b2 HTTP/1.1" status: 404 len: 347 time: 0.0261133 Feb 18 12:14:09.094597 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54280) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:09.096219 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dca923-baf2-4539-9863-29c0560be8d2 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e09d4-c575-468f-8e49-3e2c39a4d8b2,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:09.277000 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3e5db3-507c-4d60-bf67-662e386d793d None None] New status for floating IP b5fc1c38-296c-4ae3-a77f-9bcb338a30d7: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:14:09.286042 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e3ce6b2a-4040-459a-b5ce-aa1b176e7b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.307717 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97c447-df4c-44f2-8d8e-51c30f6314ad req-24115180-77dc-4e7f-be6d-581a7c0f6638 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:09.309606 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ae97c447-df4c-44f2-8d8e-51c30f6314ad req-24115180-77dc-4e7f-be6d-581a7c0f6638 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.2185354 Feb 18 12:14:09.344302 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Deleting port edc64540-4209-4f3e-be57-81817e418313 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:14:09.344925 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (edc64540-4209-4f3e-be57-81817e418313), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.358938 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 034956dd-402d-4d8f-a116-5f95303268c9 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:14:09.418235 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ae97c447-df4c-44f2-8d8e-51c30f6314ad req-53fc19bf-9eef-46e6-a22e-511d3feb9a48 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000202 Feb 18 12:14:09.444002 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 034956dd-402d-4d8f-a116-5f95303268c9 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:14:09.444362 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 034956dd-402d-4d8f-a116-5f95303268c9 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:14:09.459223 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (edc64540-4209-4f3e-be57-81817e418313), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.459594 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (edc64540-4209-4f3e-be57-81817e418313), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.476069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Calling delete_port for edc64540-4209-4f3e-be57-81817e418313 owned by network:floatingip {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:14:09.626162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (edc64540-4209-4f3e-be57-81817e418313), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.649759 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Pushing event deleted for resources: {'Port': ['ID=edc64540-4209-4f3e-be57-81817e418313,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:09.734124 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks [] for floatingip (b5fc1c38-296c-4ae3-a77f-9bcb338a30d7), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.737147 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:09.739180 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5eac60a7-e248-4345-803f-62e4ab329083 tempest-AttachVolumeTestJSON-1736332551 tempest-AttachVolumeTestJSON-1736332551-project] 10.222.0.65 "DELETE /v2.0/floatingips/b5fc1c38-296c-4ae3-a77f-9bcb338a30d7 HTTP/1.1" status: 204 len: 168 time: 0.6435812 Feb 18 12:14:10.394386 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-30366a34-f20c-4dfa-9824-f540990c38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:10.395866 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-30366a34-f20c-4dfa-9824-f540990c38ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1129 time: 0.0447505 Feb 18 12:14:10.494669 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-dc2dbc8a-118a-4139-953c-bef5e26ed865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:10.496186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-dc2dbc8a-118a-4139-953c-bef5e26ed865 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.0942972 Feb 18 12:14:10.591073 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-1ef5b566-6259-4f0a-8f8c-115b81e8cdac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 1001 time: 0.0890374 Feb 18 12:14:10.629810 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2afa74-8c5f-4fa3-85aa-523ce83178c6 req-b401fb6d-db4c-46c0-bc2f-b26783617261 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:10.631233 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fe2afa74-8c5f-4fa3-85aa-523ce83178c6 req-b401fb6d-db4c-46c0-bc2f-b26783617261 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.1218925 Feb 18 12:14:10.665237 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-e3fe24c2-c229-4746-94c7-63245b463090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:10.666637 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-e3fe24c2-c229-4746-94c7-63245b463090 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0690775 Feb 18 12:14:10.713512 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fe2afa74-8c5f-4fa3-85aa-523ce83178c6 req-ea0a829c-cb9b-4a9e-ae87-cb529c96622e tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766287 Feb 18 12:14:10.729819 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-31637481-0540-485b-b327-9fd3642a4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:10.731275 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-31637481-0540-485b-b327-9fd3642a4fc3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573533 Feb 18 12:14:10.819110 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-64357b1f-a449-4961-bc54-e9f24bd4d090 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817831 Feb 18 12:14:10.912382 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-83a80a75-150f-4255-9941-fd568fdf60e0 req-1fb9a881-e0a2-4339-a50f-2dc83b4e3a09 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877070 Feb 18 12:14:11.440097 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5a73-4cf2-4792-a140-19aa5d0abcf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:11.849818 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc273cf7-45bb-45c5-8656-1829e050df26 req-64130c91-d5f3-4b0a-b77e-00839f3da9cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:11.851352 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc273cf7-45bb-45c5-8656-1829e050df26 req-64130c91-d5f3-4b0a-b77e-00839f3da9cc tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0658338 Feb 18 12:14:11.910778 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dc273cf7-45bb-45c5-8656-1829e050df26 req-e7a2a879-53bf-4279-b999-ee1e061b27a0 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538130 Feb 18 12:14:12.530488 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:13.030629 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b02e47-1be3-4d9a-8c1a-357c4722266b req-cb41d466-120c-4267-9ae7-c9074652529f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:13.032100 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2b02e47-1be3-4d9a-8c1a-357c4722266b req-cb41d466-120c-4267-9ae7-c9074652529f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0519171 Feb 18 12:14:13.077921 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f2b02e47-1be3-4d9a-8c1a-357c4722266b req-f9734eae-b1a2-4064-942a-83808de9edee tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404463 Feb 18 12:14:13.238015 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54356) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:13.770945 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (3e70e011-85c9-48fc-a5f6-0e9429f9e961), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.036645 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Deleting port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:14:14.037834 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.042650 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.157877 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] For port 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:14.158253 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.171224 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-9116b1e3-707e-4d33-9830-97a269275ca0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494905 Feb 18 12:14:14.179488 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d0c5-d951-45f5-99ed-ae763b946121 req-e00a4939-adb3-4642-89cc-c919f23dc8f1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:14.180967 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7628d0c5-d951-45f5-99ed-ae763b946121 req-e00a4939-adb3-4642-89cc-c919f23dc8f1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 945 time: 0.0976236 Feb 18 12:14:14.181911 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Calling delete_port for 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:14:14.244050 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-82f91a05-2916-4e16-a772-72b907accfa5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:14.245427 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-82f91a05-2916-4e16-a772-72b907accfa5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports/574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 942 time: 0.0454142 Feb 18 12:14:14.279554 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7628d0c5-d951-45f5-99ed-ae763b946121 req-7dccd415-26f1-44ee-be67-06a39c262a35 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918918 Feb 18 12:14:14.403232 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (6d5d9060-4b64-4d9f-abf9-2487fb05e1bc), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.429284 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5d9060-4b64-4d9f-abf9-2487fb05e1bc,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:14.571338 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:14:14.657531 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: ACTIVE; New status is: DOWN {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:14:14.658004 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.682852 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:14:14.685146 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417e2327-2914-4db8-85ba-b622d6a93a62" -d '{"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-unplugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:14:14.698574 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:14.712101 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:14.740290 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Feb 2022 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4dfa6f-1197-4833-86bc-f7b6e2887ac7 x-openstack-request-id: req-ac4dfa6f-1197-4833-86bc-f7b6e2887ac7 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:14:14.740896 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-unplugged", "status": "failed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "code": 422}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:14:14.741311 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac4dfa6f-1197-4833-86bc-f7b6e2887ac7 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:14:14.741599 dv-cinder-829877-1-iscsi neutron-server[102859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'code': 422} returned with failed status Feb 18 12:14:14.771256 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=8']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:14.891720 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (3e70e011-85c9-48fc-a5f6-0e9429f9e961), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.105667 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:14:15.214753 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:14:15.220291 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-2844fad5-b899-4c90-94d7-3eac7afcfed0 admin admin] 10.222.0.65 "PUT /v2.0/routers/3e70e011-85c9-48fc-a5f6-0e9429f9e961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807270 Feb 18 12:14:15.223058 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54400) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:15.223513 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] Sync routers for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:14:15.233699 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:14:15.234338 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:14:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:15.332880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks [] for router (3e70e011-85c9-48fc-a5f6-0e9429f9e961), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.348998 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:14:15.468526 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f91a6-7436-49ba-85f6-5cb1f9d7e466 req-c62c519f-588a-4656-85ee-794c6c978e97 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:15.470014 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d40f91a6-7436-49ba-85f6-5cb1f9d7e466 req-c62c519f-588a-4656-85ee-794c6c978e97 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.1039479 Feb 18 12:14:15.479433 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks [] for router_gateway (3e70e011-85c9-48fc-a5f6-0e9429f9e961), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.515114 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.546302 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:14:14Z', 'revision_number': 5, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port': {'id': '5f1294c3-3506-4c00-93b8-5324d2ea6f45', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:24:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:15.571734 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d40f91a6-7436-49ba-85f6-5cb1f9d7e466 req-22f19724-dc85-4e61-8722-61226dfe8ccf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779824 Feb 18 12:14:15.573669 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] Checking router: 3e70e011-85c9-48fc-a5f6-0e9429f9e961 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:14:15.582838 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Deleting port 5f1294c3-3506-4c00-93b8-5324d2ea6f45 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:14:15.583246 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.584103 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] Routers {'3e70e011-85c9-48fc-a5f6-0e9429f9e961'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:14:15.584873 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:14:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:15.681905 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] For port 5f1294c3-3506-4c00-93b8-5324d2ea6f45, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=5f1294c3-3506-4c00-93b8-5324d2ea6f45,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:15.682461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.696308 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Calling delete_port for 5f1294c3-3506-4c00-93b8-5324d2ea6f45 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:14:15.810980 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] Set router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 gateway port host: None {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:14:15.867344 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:14:15Z', 'revision_number': 6, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:15.874812 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (5f1294c3-3506-4c00-93b8-5324d2ea6f45), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:15.894044 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5a876-1225-43f6-ba39-aacd30be4a4c None None] The sync data for ids ['3e70e011-85c9-48fc-a5f6-0e9429f9e961'] in dv-cinder-829877-1-iscsi is: [{'id': '3e70e011-85c9-48fc-a5f6-0e9429f9e961', 'name': 'tempest-AttachVolumeTestJSON-637707432-router', 'tenant_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:43Z', 'updated_at': '2022-02-18T12:14:15Z', 'revision_number': 6, 'project_id': '1d9f853b12e04a9f931ccec730dd8fe8', 'gw_port_host': None}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:14:15.906200 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1294c3-3506-4c00-93b8-5324d2ea6f45,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:15.995203 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (3e70e011-85c9-48fc-a5f6-0e9429f9e961), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.088571 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-cb5214f2-2e3f-4904-b01b-da101ba2cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:16.090017 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-cb5214f2-2e3f-4904-b01b-da101ba2cf23 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424&tenant_id=3c64eff4806a481a8bc37db142b666f1 HTTP/1.1" status: 200 len: 1127 time: 0.1419616 Feb 18 12:14:16.095799 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (3e70e011-85c9-48fc-a5f6-0e9429f9e961), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.097935 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks [] for router_controller (3e70e011-85c9-48fc-a5f6-0e9429f9e961), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.163205 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (3e70e011-85c9-48fc-a5f6-0e9429f9e961), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.163994 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e70e011-85c9-48fc-a5f6-0e9429f9e961 {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:14:16.168218 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.169381 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-651918cc-93af-40f1-9417-ff7b4d961bbd admin admin] 10.222.0.65 "DELETE /v2.0/routers/3e70e011-85c9-48fc-a5f6-0e9429f9e961 HTTP/1.1" status: 204 len: 168 time: 0.9453330 Feb 18 12:14:16.172173 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54406) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:16.185978 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-e31320c9-8074-480f-8c6b-483a66d8958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:16.187396 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-e31320c9-8074-480f-8c6b-483a66d8958c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3c64eff4806a481a8bc37db142b666f1&device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1127 time: 0.0536413 Feb 18 12:14:16.215630 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Deleting subnet 3b6b495d-4236-4b0a-8598-a60ba278e42e {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:14:16.218887 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Publish callbacks [] for subnet (3b6b495d-4236-4b0a-8598-a60ba278e42e), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.256197 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (3b6b495d-4236-4b0a-8598-a60ba278e42e), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.292479 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-cb63d88c-a2e2-4714-b26c-7a23db036536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:16.294012 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-cb63d88c-a2e2-4714-b26c-7a23db036536 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 200 len: 918 time: 0.1014380 Feb 18 12:14:16.338477 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (3b6b495d-4236-4b0a-8598-a60ba278e42e), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.367306 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-ab611ded-e473-4298-a7e7-eb36f26a910f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 200 len: 999 time: 0.0677309 Feb 18 12:14:16.397959 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (3b6b495d-4236-4b0a-8598-a60ba278e42e), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.423810 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6b495d-4236-4b0a-8598-a60ba278e42e,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:16.427898 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.431212 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-6a8c9156-6d5d-4026-94a0-1ae3498ce3e5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3b6b495d-4236-4b0a-8598-a60ba278e42e HTTP/1.1" status: 204 len: 168 time: 0.2574241 Feb 18 12:14:16.434214 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54408) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:16.435769 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-c7ca08e8-9076-4062-b58f-007ab3a8d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:16.436663 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdccfe75-ce9c-462b-ad4f-54d6e6f32577 None None] Network 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:14:16.437416 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-c7ca08e8-9076-4062-b58f-007ab3a8d9a0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 200 len: 856 time: 0.0635762 Feb 18 12:14:16.492561 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-317b4af3-249d-4637-8a18-b8f02fd71ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:16.494284 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-317b4af3-249d-4637-8a18-b8f02fd71ad0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8b62cf1c-0298-4698-8ba3-46a078e1e477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506437 Feb 18 12:14:16.506101 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (16604c12-d93c-45a1-a8cd-f80f9c2e1d32), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.559442 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Deleting port e9a31628-eb84-432d-8c99-a4431487b1a6 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:14:16.559891 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.588548 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-251714a7-f7d4-4f80-9f21-adccf8cecce2 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880661 Feb 18 12:14:16.622404 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] For port e9a31628-eb84-432d-8c99-a4431487b1a6, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e9a31628-eb84-432d-8c99-a4431487b1a6,segment=NetworkSegment(498935ca-519d-437b-9d28-ed92df8cb830),segment_id=498935ca-519d-437b-9d28-ed92df8cb830)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:16.622780 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.636812 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Calling delete_port for e9a31628-eb84-432d-8c99-a4431487b1a6 owned by network:dhcp {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:14:16.692695 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] DHCP port deletion for 16604c12-d93c-45a1-a8cd-f80f9c2e1d32 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:14:16.726317 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-80950040-367e-4a86-8f0a-e0b80a1fea35 service neutron] 10.222.0.79 "GET /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305695 Feb 18 12:14:16.743046 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.746940 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787adcac-5c29-46c1-8332-b6d3a4a34bdd req-15d473e0-d749-4028-83d0-bd3bc4c11daa tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:16.747210 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Deleting port e9a31628-eb84-432d-8c99-a4431487b1a6 {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:14:16.747728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.748687 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-787adcac-5c29-46c1-8332-b6d3a4a34bdd req-15d473e0-d749-4028-83d0-bd3bc4c11daa tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0930734 Feb 18 12:14:16.775476 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] No DVR routers for this DVR port e9a31628-eb84-432d-8c99-a4431487b1a6 on host dv-cinder-829877-1-iscsi {{(pid=102857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:14:16.780161 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a31628-eb84-432d-8c99-a4431487b1a6,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:16.822063 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-787adcac-5c29-46c1-8332-b6d3a4a34bdd req-128df6cc-8f37-4112-96cd-437b5952e9a9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669374 Feb 18 12:14:16.841582 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] For port e9a31628-eb84-432d-8c99-a4431487b1a6, host dv-cinder-829877-1-iscsi, got binding levels [] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:16.843303 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.858432 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Calling delete_port for e9a31628-eb84-432d-8c99-a4431487b1a6 owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:14:16.861508 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.ipam_backend_mixin [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Port e9a31628-eb84-432d-8c99-a4431487b1a6 was not found and therefore no delete operation was performed {{(pid=102859) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 12:14:16.862784 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (e9a31628-eb84-432d-8c99-a4431487b1a6), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.888006 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (16604c12-d93c-45a1-a8cd-f80f9c2e1d32), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.903063 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] Pushing event deleted for resources: {'Port': ['ID=e9a31628-eb84-432d-8c99-a4431487b1a6,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:16.911323 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7892bb01-b927-4ac0-8fb4-819caa61c9fa None None] No DVR routers for this DVR port e9a31628-eb84-432d-8c99-a4431487b1a6 on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:14:16.924456 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16604c12-d93c-45a1-a8cd-f80f9c2e1d32']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:16.939237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498935ca-519d-437b-9d28-ed92df8cb830') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:16.939542 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498935ca-519d-437b-9d28-ed92df8cb830') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:14:16.953276 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (498935ca-519d-437b-9d28-ed92df8cb830), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.977668 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (498935ca-519d-437b-9d28-ed92df8cb830), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.985568 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:14:16.986324 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (498935ca-519d-437b-9d28-ed92df8cb830), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:14:16.988102 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:14:17.052081 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (16604c12-d93c-45a1-a8cd-f80f9c2e1d32), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:17.057834 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:17.061630 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] 10.222.0.65 "DELETE /v2.0/networks/16604c12-d93c-45a1-a8cd-f80f9c2e1d32 HTTP/1.1" status: 204 len: 168 time: 0.6268656 Feb 18 12:14:17.076999 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d24dc6-d159-46e2-8523-76bc1022b869 admin admin] Pushing event deleted for resources: {'Network': ['ID=16604c12-d93c-45a1-a8cd-f80f9c2e1d32,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:17.216983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54440) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:17.232814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 5f1294c3-3506-4c00-93b8-5324d2ea6f45 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:14:17.256232 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 5f1294c3-3506-4c00-93b8-5324d2ea6f45 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:14:17.256584 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 5f1294c3-3506-4c00-93b8-5324d2ea6f45 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:14:17.257010 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e9a31628-eb84-432d-8c99-a4431487b1a6 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:14:17.271825 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dbe2215c-f47f-4862-a167-3df0744f94b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d9f853b12e04a9f931ccec730dd8fe8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526886 Feb 18 12:14:17.273957 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54448) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:17.277628 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: e9a31628-eb84-432d-8c99-a4431487b1a6 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:14:17.278252 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e9a31628-eb84-432d-8c99-a4431487b1a6 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:14:17.278852 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:14:17.312299 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:14:17.312862 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 6d5d9060-4b64-4d9f-abf9-2487fb05e1bc not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:14:17.355287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7bd80728-d644-4301-a2ca-c1eea003bfc6 admin admin] Publish callbacks [] for security_group (00acbf7e-3aa1-4bd4-af2f-50e53083d208), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:17.409577 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7bd80728-d644-4301-a2ca-c1eea003bfc6 admin admin] Publish callbacks [] for security_group (00acbf7e-3aa1-4bd4-af2f-50e53083d208), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:17.474428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7bd80728-d644-4301-a2ca-c1eea003bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (00acbf7e-3aa1-4bd4-af2f-50e53083d208), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:17.479618 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7bd80728-d644-4301-a2ca-c1eea003bfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:17.483538 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7bd80728-d644-4301-a2ca-c1eea003bfc6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00acbf7e-3aa1-4bd4-af2f-50e53083d208 HTTP/1.1" status: 204 len: 168 time: 0.2060487 Feb 18 12:14:17.508795 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd80728-d644-4301-a2ca-c1eea003bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00acbf7e-3aa1-4bd4-af2f-50e53083d208,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:17.970254 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e26730-1359-44d9-ae51-9b7594a69ed9 req-ddc1ffa4-8f19-4044-aef1-f40159739838 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:17.972024 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-88e26730-1359-44d9-ae51-9b7594a69ed9 req-ddc1ffa4-8f19-4044-aef1-f40159739838 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0634022 Feb 18 12:14:18.063274 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-88e26730-1359-44d9-ae51-9b7594a69ed9 req-637d6d82-fad5-44a2-95aa-fc4ca56e7f53 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852323 Feb 18 12:14:19.206844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f1f87-1862-4e75-a570-0dc14b7f09e2 req-bd12a995-fd44-43c3-9298-23fec9b35ffb tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:19.208475 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-040f1f87-1862-4e75-a570-0dc14b7f09e2 req-bd12a995-fd44-43c3-9298-23fec9b35ffb tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0596926 Feb 18 12:14:19.267504 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-040f1f87-1862-4e75-a570-0dc14b7f09e2 req-2fa9808b-5371-41fc-abcd-efb1d5f14e69 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528316 Feb 18 12:14:19.769197 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54540) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:19.895970 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-207a30d1-c56a-42b0-8b2d-8246de0426e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.002033 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-207a30d1-c56a-42b0-8b2d-8246de0426e1 admin admin] Publish callbacks [] for security_group (63d6192e-e7b7-4513-894e-4d2487a0b070), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.006208 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-207a30d1-c56a-42b0-8b2d-8246de0426e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (63d6192e-e7b7-4513-894e-4d2487a0b070), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.060689 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-207a30d1-c56a-42b0-8b2d-8246de0426e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c6fbfa9809f45e6bf3d840dfa6ff320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899268 Feb 18 12:14:20.061881 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a30d1-c56a-42b0-8b2d-8246de0426e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6192e-e7b7-4513-894e-4d2487a0b070,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:20.063322 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54548) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:20.121857 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c4618aa4-c428-449a-a4f9-6c944edae6cb admin admin] Publish callbacks [] for security_group (63d6192e-e7b7-4513-894e-4d2487a0b070), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.146410 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c4618aa4-c428-449a-a4f9-6c944edae6cb admin admin] Publish callbacks [] for security_group (63d6192e-e7b7-4513-894e-4d2487a0b070), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.194697 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c4618aa4-c428-449a-a4f9-6c944edae6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (63d6192e-e7b7-4513-894e-4d2487a0b070), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.197249 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-c4618aa4-c428-449a-a4f9-6c944edae6cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.198514 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-c4618aa4-c428-449a-a4f9-6c944edae6cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63d6192e-e7b7-4513-894e-4d2487a0b070 HTTP/1.1" status: 204 len: 168 time: 0.1339059 Feb 18 12:14:20.206789 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4618aa4-c428-449a-a4f9-6c944edae6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6192e-e7b7-4513-894e-4d2487a0b070,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:20.436421 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3be52-1832-46d0-b6ec-20ec530b7597 req-3eaa9d9f-cfb4-4d0c-9370-2097012b5642 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:20.436421 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3dd3be52-1832-46d0-b6ec-20ec530b7597 req-3eaa9d9f-cfb4-4d0c-9370-2097012b5642 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0604064 Feb 18 12:14:20.487709 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3dd3be52-1832-46d0-b6ec-20ec530b7597 req-c38d00ed-5cae-49ca-ac6f-d68ab4fb72b3 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491884 Feb 18 12:14:20.552803 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54556) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:20.567494 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1ab77173-2973-425f-868c-90c31d5d4371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.650050 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1ab77173-2973-425f-868c-90c31d5d4371 admin admin] Publish callbacks [] for security_group (03a17eb7-73af-4725-9e1e-60f0e7232dec), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.654238 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1ab77173-2973-425f-868c-90c31d5d4371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (03a17eb7-73af-4725-9e1e-60f0e7232dec), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.694414 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-1ab77173-2973-425f-868c-90c31d5d4371 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=487cb6fe988f406b96ee9dd7038355df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402647 Feb 18 12:14:20.695384 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab77173-2973-425f-868c-90c31d5d4371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a17eb7-73af-4725-9e1e-60f0e7232dec,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:20.697037 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54558) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:20.757352 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e851041a-30f9-4686-bf46-a6d6849c6234 admin admin] Publish callbacks [] for security_group (03a17eb7-73af-4725-9e1e-60f0e7232dec), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.780470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e851041a-30f9-4686-bf46-a6d6849c6234 admin admin] Publish callbacks [] for security_group (03a17eb7-73af-4725-9e1e-60f0e7232dec), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.830328 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e851041a-30f9-4686-bf46-a6d6849c6234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (03a17eb7-73af-4725-9e1e-60f0e7232dec), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.832788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e851041a-30f9-4686-bf46-a6d6849c6234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:20.833971 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e851041a-30f9-4686-bf46-a6d6849c6234 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03a17eb7-73af-4725-9e1e-60f0e7232dec HTTP/1.1" status: 204 len: 168 time: 0.1348710 Feb 18 12:14:20.841944 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851041a-30f9-4686-bf46-a6d6849c6234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a17eb7-73af-4725-9e1e-60f0e7232dec,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:21.298032 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:21.664645 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db3f13-caa4-47c6-8615-8cdda51a362c req-403c5e90-6fa6-4f3f-b9aa-bba608502a72 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:21.667441 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01db3f13-caa4-47c6-8615-8cdda51a362c req-403c5e90-6fa6-4f3f-b9aa-bba608502a72 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0896080 Feb 18 12:14:21.759370 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01db3f13-caa4-47c6-8615-8cdda51a362c req-4ba03a47-aa3a-4011-a483-ea4795d5cb82 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792677 Feb 18 12:14:22.957808 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577c931-4799-40e9-82e7-1dc2e7a90c88 req-639c8cfa-53f4-4702-9793-3232c160c018 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:22.959432 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9577c931-4799-40e9-82e7-1dc2e7a90c88 req-639c8cfa-53f4-4702-9793-3232c160c018 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0812871 Feb 18 12:14:23.023404 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9577c931-4799-40e9-82e7-1dc2e7a90c88 req-369de7f3-e003-41f0-9c9a-c331c83fa19b tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576675 Feb 18 12:14:23.196994 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54678) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:23.316185 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0fd298a2-0324-4b29-9745-c42a4e313df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.398735 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0fd298a2-0324-4b29-9745-c42a4e313df4 admin admin] Publish callbacks [] for security_group (49150ea3-e163-4381-bf3f-3b13bae58875), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.403971 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0fd298a2-0324-4b29-9745-c42a4e313df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (49150ea3-e163-4381-bf3f-3b13bae58875), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.445870 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54682) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:23.447831 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0fd298a2-0324-4b29-9745-c42a4e313df4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ced64e61ad9e4f9fbb28abf619d8ae6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496891 Feb 18 12:14:23.449150 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd298a2-0324-4b29-9745-c42a4e313df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49150ea3-e163-4381-bf3f-3b13bae58875,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:23.501677 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5332001-a19b-4fcd-a4f3-61e3354c1339 admin admin] Publish callbacks [] for security_group (49150ea3-e163-4381-bf3f-3b13bae58875), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.526429 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5332001-a19b-4fcd-a4f3-61e3354c1339 admin admin] Publish callbacks [] for security_group (49150ea3-e163-4381-bf3f-3b13bae58875), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.582652 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5332001-a19b-4fcd-a4f3-61e3354c1339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (49150ea3-e163-4381-bf3f-3b13bae58875), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.585935 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f5332001-a19b-4fcd-a4f3-61e3354c1339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.592478 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-f5332001-a19b-4fcd-a4f3-61e3354c1339 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49150ea3-e163-4381-bf3f-3b13bae58875 HTTP/1.1" status: 204 len: 168 time: 0.1431003 Feb 18 12:14:23.600880 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5332001-a19b-4fcd-a4f3-61e3354c1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49150ea3-e163-4381-bf3f-3b13bae58875,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:23.871409 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54690) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:23.886380 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ae32a6a8-2473-48fc-ae9f-c109e539d311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.982903 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ae32a6a8-2473-48fc-ae9f-c109e539d311 admin admin] Publish callbacks [] for security_group (8b810850-79ec-4d78-87d1-fd8f8e8f3bbd), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:23.986350 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-ae32a6a8-2473-48fc-ae9f-c109e539d311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (8b810850-79ec-4d78-87d1-fd8f8e8f3bbd), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:24.023479 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54692) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:24.030988 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-ae32a6a8-2473-48fc-ae9f-c109e539d311 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84065e27cb1e4f1395239c25423797f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582887 Feb 18 12:14:24.042172 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a6a8-2473-48fc-ae9f-c109e539d311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b810850-79ec-4d78-87d1-fd8f8e8f3bbd,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:24.095379 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0bac553b-dfa2-4fe6-bf8a-c78446470f0d admin admin] Publish callbacks [] for security_group (8b810850-79ec-4d78-87d1-fd8f8e8f3bbd), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:24.120848 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0bac553b-dfa2-4fe6-bf8a-c78446470f0d admin admin] Publish callbacks [] for security_group (8b810850-79ec-4d78-87d1-fd8f8e8f3bbd), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:24.167912 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0037e-db0e-42db-90cf-3361df53530a req-ca6c7538-5dc9-412b-bed8-cb30317b5176 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:24.169679 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-eef0037e-db0e-42db-90cf-3361df53530a req-ca6c7538-5dc9-412b-bed8-cb30317b5176 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0647063 Feb 18 12:14:24.183289 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0bac553b-dfa2-4fe6-bf8a-c78446470f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (8b810850-79ec-4d78-87d1-fd8f8e8f3bbd), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:24.186638 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0bac553b-dfa2-4fe6-bf8a-c78446470f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:24.188166 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0bac553b-dfa2-4fe6-bf8a-c78446470f0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b810850-79ec-4d78-87d1-fd8f8e8f3bbd HTTP/1.1" status: 204 len: 168 time: 0.1635489 Feb 18 12:14:24.216945 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac553b-dfa2-4fe6-bf8a-c78446470f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b810850-79ec-4d78-87d1-fd8f8e8f3bbd,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:24.270051 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-eef0037e-db0e-42db-90cf-3361df53530a req-5ffc34cb-8efd-4b7c-86d7-217685f4578c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930352 Feb 18 12:14:25.592629 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2782c-2636-4a81-a797-d1a466da6da0 req-f8b156df-ffab-4e5e-9224-018feb2842d9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:25.594089 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfb2782c-2636-4a81-a797-d1a466da6da0 req-f8b156df-ffab-4e5e-9224-018feb2842d9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0777390 Feb 18 12:14:25.690376 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfb2782c-2636-4a81-a797-d1a466da6da0 req-83ca06a7-5f73-43c1-978d-fbfc3dcc9761 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902121 Feb 18 12:14:26.819733 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e874b-eb07-4a3c-8148-a6ab191513ad req-29b75b46-120f-46b3-9af8-b083be4cdad6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:26.821207 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-318e874b-eb07-4a3c-8148-a6ab191513ad req-29b75b46-120f-46b3-9af8-b083be4cdad6 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0585234 Feb 18 12:14:26.869812 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54776) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:26.870351 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-318e874b-eb07-4a3c-8148-a6ab191513ad req-58431e89-e21e-4040-8eda-e4d52fe6650c tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428505 Feb 18 12:14:26.972522 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-089fd161-4178-4fc7-aba7-e26750c1ebe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.045941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-089fd161-4178-4fc7-aba7-e26750c1ebe2 admin admin] Publish callbacks [] for security_group (6ff154b8-5c77-45c8-84ff-778dd08f11d7), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.050052 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-089fd161-4178-4fc7-aba7-e26750c1ebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6ff154b8-5c77-45c8-84ff-778dd08f11d7), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.085716 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fd161-4178-4fc7-aba7-e26750c1ebe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff154b8-5c77-45c8-84ff-778dd08f11d7,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:27.089962 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-089fd161-4178-4fc7-aba7-e26750c1ebe2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5fb223f4739439e95529c13bb617242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191200 Feb 18 12:14:27.092708 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54780) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:27.142668 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-61d0a9bd-b566-48e2-816c-49e6375ff167 admin admin] Publish callbacks [] for security_group (6ff154b8-5c77-45c8-84ff-778dd08f11d7), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.163859 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-61d0a9bd-b566-48e2-816c-49e6375ff167 admin admin] Publish callbacks [] for security_group (6ff154b8-5c77-45c8-84ff-778dd08f11d7), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.210066 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-61d0a9bd-b566-48e2-816c-49e6375ff167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6ff154b8-5c77-45c8-84ff-778dd08f11d7), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.212657 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-61d0a9bd-b566-48e2-816c-49e6375ff167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.213805 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-61d0a9bd-b566-48e2-816c-49e6375ff167 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ff154b8-5c77-45c8-84ff-778dd08f11d7 HTTP/1.1" status: 204 len: 168 time: 0.1201875 Feb 18 12:14:27.222983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0a9bd-b566-48e2-816c-49e6375ff167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff154b8-5c77-45c8-84ff-778dd08f11d7,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:27.475949 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54786) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:27.489052 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c30f-1485-40db-bfa9-4a2204096192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.564290 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c30f-1485-40db-bfa9-4a2204096192 admin admin] Publish callbacks [] for security_group (d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.568248 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c30f-1485-40db-bfa9-4a2204096192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.607504 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3ea1c30f-1485-40db-bfa9-4a2204096192 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=711c3b44720e42c9ad353028fbbebeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304600 Feb 18 12:14:27.608347 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1c30f-1485-40db-bfa9-4a2204096192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:27.610583 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54788) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:27.657889 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-460f1046-83b9-448e-bda2-b4d1b86d855a admin admin] Publish callbacks [] for security_group (d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.687551 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-460f1046-83b9-448e-bda2-b4d1b86d855a admin admin] Publish callbacks [] for security_group (d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.737129 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-460f1046-83b9-448e-bda2-b4d1b86d855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.739677 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-460f1046-83b9-448e-bda2-b4d1b86d855a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:27.740806 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-460f1046-83b9-448e-bda2-b4d1b86d855a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c HTTP/1.1" status: 204 len: 168 time: 0.1293440 Feb 18 12:14:27.748438 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f1046-83b9-448e-bda2-b4d1b86d855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9d0a0-4c0a-4cfd-b8c3-f7075ec7645c,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:27.859085 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:14:27.956854 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:27.968618 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'port_id': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'mac_address': 'fa:16:3e:b1:bf:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:14:28.012444 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46787-97c9-4107-8726-065084373e5d req-8f793e9b-61f1-4861-aaf8-a58b1bd486f8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:28.014138 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1eb46787-97c9-4107-8726-065084373e5d req-8f793e9b-61f1-4861-aaf8-a58b1bd486f8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 943 time: 0.0603478 Feb 18 12:14:28.026389 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:14:28.026897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:28.043324 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:14:28.067349 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1eb46787-97c9-4107-8726-065084373e5d req-6cec103d-266d-4088-a617-0f843c6fe282 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478544 Feb 18 12:14:28.068703 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:28.074023 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:28.126785 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=9']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:28.319130 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:14:29.200024 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c02c6d-9a5d-4d3b-bffd-51609e34cc3e req-1f9920da-25a0-4bb8-a427-f552f57b39c1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:29.201496 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-31c02c6d-9a5d-4d3b-bffd-51609e34cc3e req-1f9920da-25a0-4bb8-a427-f552f57b39c1 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 944 time: 0.0557430 Feb 18 12:14:29.253926 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-31c02c6d-9a5d-4d3b-bffd-51609e34cc3e req-6af6cc90-b414-46c6-9952-4862aec4cce2 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466549 Feb 18 12:14:29.874164 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:14:29.921808 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:14:29.922193 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:30.000287 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:14:30.000679 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:30.023121 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:14:30.025440 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba94468-ec7a-4c5b-9571-d40af3c2e910" -d '{"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-plugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:14:30.038374 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:14:30.042833 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:30.092520 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=10']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:30.177634 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc955a4-3b07-4a7e-8eb6-c410aa6603ec x-openstack-request-id: req-9dc955a4-3b07-4a7e-8eb6-c410aa6603ec {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:14:30.177988 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-plugged", "status": "completed", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:14:30.178252 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dc955a4-3b07-4a7e-8eb6-c410aa6603ec {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:14:30.178658 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'code': 200} Feb 18 12:14:30.402601 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b866a-28d7-4f51-b534-d81cb73051a1 req-6b9d8885-fc22-4f82-b9d0-6bc4bb250b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:30.404098 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3f7b866a-28d7-4f51-b534-d81cb73051a1 req-6b9d8885-fc22-4f82-b9d0-6bc4bb250b6a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 1130 time: 0.0771523 Feb 18 12:14:30.411227 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1d52c-5d6a-4acd-9058-64cce5824154 req-af5eed7c-7a10-47b2-b70f-6d7fae134aee tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:30.412575 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-44d1d52c-5d6a-4acd-9058-64cce5824154 req-af5eed7c-7a10-47b2-b70f-6d7fae134aee tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 946 time: 0.0844259 Feb 18 12:14:30.478808 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3f7b866a-28d7-4f51-b534-d81cb73051a1 req-3eae29a3-a805-4da8-86ab-c15d7a014120 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652709 Feb 18 12:14:30.486556 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-44d1d52c-5d6a-4acd-9058-64cce5824154 req-77900d40-b1ce-496d-96a2-eaf7beb8c197 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680099 Feb 18 12:14:31.614951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c6733-b980-4330-8abf-890ef9c0fdc1 req-24987746-b1e8-4664-97ab-99fdd86d90c7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:31.618212 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1f8c6733-b980-4330-8abf-890ef9c0fdc1 req-24987746-b1e8-4664-97ab-99fdd86d90c7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 946 time: 0.0589571 Feb 18 12:14:31.662817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1f8c6733-b980-4330-8abf-890ef9c0fdc1 req-daa2913c-93fb-4b57-b1f5-bdb0e051c0c9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410078 Feb 18 12:14:32.795019 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:14:32.797447 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337b8e-8f1b-4592-9075-f88fdfdc9303 req-c441c4db-a81a-4943-bf7a-3741928480e9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:14:32.798942 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01337b8e-8f1b-4592-9075-f88fdfdc9303 req-c441c4db-a81a-4943-bf7a-3741928480e9 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 946 time: 0.0522292 Feb 18 12:14:32.844917 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01337b8e-8f1b-4592-9075-f88fdfdc9303 req-85e2cf94-ac3d-456a-9ed8-56149998794f tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Feb 18 12:14:33.467097 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54944) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:33.566790 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a32aaee-7dbe-42ec-a649-48417bd18e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.637344 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a32aaee-7dbe-42ec-a649-48417bd18e6c admin admin] Publish callbacks [] for security_group (b434c83f-8369-4d93-acc8-509d0147c304), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.641659 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a32aaee-7dbe-42ec-a649-48417bd18e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b434c83f-8369-4d93-acc8-509d0147c304), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.682126 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5a32aaee-7dbe-42ec-a649-48417bd18e6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bb3b9920df04cb9b1e5a27e329ea80f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139928 Feb 18 12:14:33.683247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32aaee-7dbe-42ec-a649-48417bd18e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b434c83f-8369-4d93-acc8-509d0147c304,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:33.684826 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54950) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:33.731190 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a856e38-f138-493f-97a3-ff3e7865f761 admin admin] Publish callbacks [] for security_group (b434c83f-8369-4d93-acc8-509d0147c304), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.750816 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a856e38-f138-493f-97a3-ff3e7865f761 admin admin] Publish callbacks [] for security_group (b434c83f-8369-4d93-acc8-509d0147c304), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.795012 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a856e38-f138-493f-97a3-ff3e7865f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b434c83f-8369-4d93-acc8-509d0147c304), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.797582 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4a856e38-f138-493f-97a3-ff3e7865f761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:33.798710 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4a856e38-f138-493f-97a3-ff3e7865f761 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b434c83f-8369-4d93-acc8-509d0147c304 HTTP/1.1" status: 204 len: 168 time: 0.1129048 Feb 18 12:14:33.806032 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a856e38-f138-493f-97a3-ff3e7865f761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b434c83f-8369-4d93-acc8-509d0147c304,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:34.045506 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 54958) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:34.059152 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d901ce14-a8f8-4908-87b7-bb6e679b2fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.131777 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d901ce14-a8f8-4908-87b7-bb6e679b2fa5 admin admin] Publish callbacks [] for security_group (94982df3-8bcc-43b3-a3f1-bec8ca91b1de), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.135241 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d901ce14-a8f8-4908-87b7-bb6e679b2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (94982df3-8bcc-43b3-a3f1-bec8ca91b1de), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.172057 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d901ce14-a8f8-4908-87b7-bb6e679b2fa5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d20cd4225eb4bd2a3b65bed535da1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254039 Feb 18 12:14:34.173155 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901ce14-a8f8-4908-87b7-bb6e679b2fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94982df3-8bcc-43b3-a3f1-bec8ca91b1de,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:34.174784 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 54960) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:34.221931 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd75570f-3d0a-4e6d-95ec-9e569a839f0e admin admin] Publish callbacks [] for security_group (94982df3-8bcc-43b3-a3f1-bec8ca91b1de), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.241651 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd75570f-3d0a-4e6d-95ec-9e569a839f0e admin admin] Publish callbacks [] for security_group (94982df3-8bcc-43b3-a3f1-bec8ca91b1de), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.286218 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd75570f-3d0a-4e6d-95ec-9e569a839f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (94982df3-8bcc-43b3-a3f1-bec8ca91b1de), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.288732 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd75570f-3d0a-4e6d-95ec-9e569a839f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:34.289883 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dd75570f-3d0a-4e6d-95ec-9e569a839f0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/94982df3-8bcc-43b3-a3f1-bec8ca91b1de HTTP/1.1" status: 204 len: 168 time: 0.1140928 Feb 18 12:14:34.298025 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75570f-3d0a-4e6d-95ec-9e569a839f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94982df3-8bcc-43b3-a3f1-bec8ca91b1de,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:39.268397 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b56238b3-5c22-42f8-bf81-01a7e5749faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.457399 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55122) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:40.558397 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10576aef-5cd2-415e-9ea9-c036c73ce47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.832249 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10576aef-5cd2-415e-9ea9-c036c73ce47f admin admin] Publish callbacks [] for security_group (6df4c700-3530-4793-8ac8-4984ebe5458e), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.835622 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-10576aef-5cd2-415e-9ea9-c036c73ce47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6df4c700-3530-4793-8ac8-4984ebe5458e), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.870057 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10576aef-5cd2-415e-9ea9-c036c73ce47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df4c700-3530-4793-8ac8-4984ebe5458e,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:40.874570 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-10576aef-5cd2-415e-9ea9-c036c73ce47f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9584654b723d44a1979f09982d976e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161370 Feb 18 12:14:40.877624 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55126) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:40.924371 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f07d3664-a770-427a-bfca-71b14aa1c94c admin admin] Publish callbacks [] for security_group (6df4c700-3530-4793-8ac8-4984ebe5458e), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.944899 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f07d3664-a770-427a-bfca-71b14aa1c94c admin admin] Publish callbacks [] for security_group (6df4c700-3530-4793-8ac8-4984ebe5458e), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.990337 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f07d3664-a770-427a-bfca-71b14aa1c94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6df4c700-3530-4793-8ac8-4984ebe5458e), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.993096 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f07d3664-a770-427a-bfca-71b14aa1c94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:40.994386 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-f07d3664-a770-427a-bfca-71b14aa1c94c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6df4c700-3530-4793-8ac8-4984ebe5458e HTTP/1.1" status: 204 len: 168 time: 0.1158383 Feb 18 12:14:41.002723 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d3664-a770-427a-bfca-71b14aa1c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df4c700-3530-4793-8ac8-4984ebe5458e,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:41.305048 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55138) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:41.318729 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba00c-dc53-4ca7-88f4-185213bb068a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.348201 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55140) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:41.399770 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba00c-dc53-4ca7-88f4-185213bb068a admin admin] Publish callbacks [] for security_group (b3b2709d-d273-49c8-a79f-d0e151513357), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.403623 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ed3ba00c-dc53-4ca7-88f4-185213bb068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b3b2709d-d273-49c8-a79f-d0e151513357), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.443621 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a99e69b8-1d79-43e5-8916-8f358927e03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.447436 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55144) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:41.448024 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ed3ba00c-dc53-4ca7-88f4-185213bb068a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ebf82c8b37645f8a0874a0133f5deb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417050 Feb 18 12:14:41.448977 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ba00c-dc53-4ca7-88f4-185213bb068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b2709d-d273-49c8-a79f-d0e151513357,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:41.508619 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59da1afc-2822-4ea1-b7c8-d3e309a4c9f6 admin admin] Publish callbacks [] for security_group (b3b2709d-d273-49c8-a79f-d0e151513357), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.512287 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08a11dd7-3560-435a-851d-186fd40a0bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.529951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59da1afc-2822-4ea1-b7c8-d3e309a4c9f6 admin admin] Publish callbacks [] for security_group (b3b2709d-d273-49c8-a79f-d0e151513357), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.578477 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59da1afc-2822-4ea1-b7c8-d3e309a4c9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (b3b2709d-d273-49c8-a79f-d0e151513357), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.581041 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-59da1afc-2822-4ea1-b7c8-d3e309a4c9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.582204 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-59da1afc-2822-4ea1-b7c8-d3e309a4c9f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3b2709d-d273-49c8-a79f-d0e151513357 HTTP/1.1" status: 204 len: 168 time: 0.1324694 Feb 18 12:14:41.590214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da1afc-2822-4ea1-b7c8-d3e309a4c9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b2709d-d273-49c8-a79f-d0e151513357,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:41.601745 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08a11dd7-3560-435a-851d-186fd40a0bf6 admin admin] Publish callbacks [] for security_group (373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.606690 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-08a11dd7-3560-435a-851d-186fd40a0bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.646712 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a11dd7-3560-435a-851d-186fd40a0bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:41.650943 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-08a11dd7-3560-435a-851d-186fd40a0bf6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b17b68a76d84bdda20065984b6c560d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017819 Feb 18 12:14:41.653757 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55148) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:14:41.709954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-84e440a2-3d2e-4745-b8a5-646255b23101 admin admin] Publish callbacks [] for security_group (373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.734604 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-84e440a2-3d2e-4745-b8a5-646255b23101 admin admin] Publish callbacks [] for security_group (373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.786455 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-84e440a2-3d2e-4745-b8a5-646255b23101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.789022 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-84e440a2-3d2e-4745-b8a5-646255b23101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:41.790248 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-84e440a2-3d2e-4745-b8a5-646255b23101 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8 HTTP/1.1" status: 204 len: 168 time: 0.1355090 Feb 18 12:14:41.799956 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e440a2-3d2e-4745-b8a5-646255b23101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373fd4ec-2b13-46fb-9f86-7daaf4f1c1f8,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:14:42.531840 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:44.044054 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:45.478140 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:14:51.276259 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:05.798754 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12bca7-76ed-41d1-b398-110a7e37393c req-56a2c9eb-3b02-4f40-b8ac-d82a3cd0da12 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:05.800222 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b12bca7-76ed-41d1-b398-110a7e37393c req-56a2c9eb-3b02-4f40-b8ac-d82a3cd0da12 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 946 time: 0.0519567 Feb 18 12:15:05.846017 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1b12bca7-76ed-41d1-b398-110a7e37393c req-60dacbca-4db6-42e0-a600-2f170db88bb8 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Feb 18 12:15:06.967731 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb5288-c632-4169-8333-52959db466fd req-e9d1407e-d881-4141-ab19-93d55ba12caf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:06.969208 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-94fb5288-c632-4169-8333-52959db466fd req-e9d1407e-d881-4141-ab19-93d55ba12caf tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 946 time: 0.0520210 Feb 18 12:15:07.017508 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-94fb5288-c632-4169-8333-52959db466fd req-fd36c9d4-c435-4bca-aa46-2da37251bb81 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups?id=381013a2-68b9-478f-a3b1-e9a77d1599e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Feb 18 12:15:07.074951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e744218-f932-46d2-8050-7f463ca218f4 req-b118bd8b-f9c6-495a-bdc5-295a88657f39 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:07.076376 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1e744218-f932-46d2-8050-7f463ca218f4 req-b118bd8b-f9c6-495a-bdc5-295a88657f39 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 946 time: 0.0500727 Feb 18 12:15:07.165821 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Deleting port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:15:07.166169 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:07.255009 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] For port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:15:07.255377 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:07.425392 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:07.425674 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (03921e20-8202-46ff-8592-eed9784d6f26), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:07.426017 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Floating IP 03921e20-8202-46ff-8592-eed9784d6f26 disassociated. External IP: 172.27.1.144, port: 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0. Feb 18 12:15:07.426363 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Calling delete_port for 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:15:07.552688 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:07.579650 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event deleted for resources: {'Port': ['ID=574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:07.589076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.589446 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.589830 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.590185 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.590537 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.590880 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.591222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.591561 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.591898 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.592236 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.592575 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.592907 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.593926 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:07.972522 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:15:08.087068 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:15:08.097005 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:15:08.107541 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:15:08.108141 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:14:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:08.134717 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c5a9cd-17dc-4dbb-80c3-d1eacd661a83 req-2e43fae9-4963-42ea-98ab-22611279ec56 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/ports?device_id=864182fe-c0bf-4983-bc8a-48847cc19424 HTTP/1.1" status: 200 len: 210 time: 0.0456898 Feb 18 12:15:08.154825 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] No DVR routers for this DVR port 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:15:08.158787 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:08.161869 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1e744218-f932-46d2-8050-7f463ca218f4 req-5f06d90a-241f-4e9c-9d5f-9a51ebab3bab tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.79 "DELETE /v2.0/ports/574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 HTTP/1.1" status: 204 len: 173 time: 1.0802443 Feb 18 12:15:08.162335 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-deleted', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:15:08.164586 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff398005-0a98-46e6-8685-23a1e8a85740" -d '{"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-deleted", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:15:08.234413 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:15:08.388379 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c585a1-d69f-4c36-9289-bed1681356c5 x-openstack-request-id: req-83c585a1-d69f-4c36-9289-bed1681356c5 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:15:08.388689 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864182fe-c0bf-4983-bc8a-48847cc19424", "name": "network-vif-deleted", "tag": "574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:15:08.388954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83c585a1-d69f-4c36-9289-bed1681356c5 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:15:08.389362 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864182fe-c0bf-4983-bc8a-48847cc19424', 'name': 'network-vif-deleted', 'tag': '574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0', 'status': 'completed', 'code': 200} Feb 18 12:15:08.440101 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:08.465094 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:15:08.473596 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:15:08.474210 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:14:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:08.666325 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:15:08.855381 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:08.884771 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d380d567-9ec8-4339-8b98-8b9fa5877f81 None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:08:51Z', 'revision_number': 4, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '40d1e638-4178-4fb4-acef-55639f7dec91', 'name': '', 'network_id': '8b62cf1c-0298-4698-8ba3-46a078e1e477', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'mac_address': 'fa:16:3e:cd:31:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:50Z', 'updated_at': '2022-02-18T12:09:01Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'subnets': [{'id': '5e7d47db-7aaf-4b85-8961-f20a8a0927cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:15:09.092098 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d5f9aa-1743-469d-9276-707b56fbae5a None None] New status for floating IP 03921e20-8202-46ff-8592-eed9784d6f26: DOWN {{(pid=102859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:15:09.226012 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55180) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:09.268899 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3a633def-c0ae-4768-bb6a-0296556e231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.279970 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7dfe52fc-c41a-4fd4-90fb-9df58d90d7d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (381013a2-68b9-478f-a3b1-e9a77d1599e5), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.303878 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7dfe52fc-c41a-4fd4-90fb-9df58d90d7d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (381013a2-68b9-478f-a3b1-e9a77d1599e5), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.348781 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7dfe52fc-c41a-4fd4-90fb-9df58d90d7d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (381013a2-68b9-478f-a3b1-e9a77d1599e5), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.351356 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7dfe52fc-c41a-4fd4-90fb-9df58d90d7d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.352517 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7dfe52fc-c41a-4fd4-90fb-9df58d90d7d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "DELETE /v2.0/security-groups/381013a2-68b9-478f-a3b1-e9a77d1599e5 HTTP/1.1" status: 204 len: 168 time: 0.1253848 Feb 18 12:15:09.355409 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55182) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:09.361155 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe52fc-c41a-4fd4-90fb-9df58d90d7d7 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381013a2-68b9-478f-a3b1-e9a77d1599e5,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:09.371618 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.api.v2.resource [None req-7aaba3de-4196-4dd8-83e6-53f75c7a0e42 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] show failed (client error): The resource could not be found. Feb 18 12:15:09.372716 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7aaba3de-4196-4dd8-83e6-53f75c7a0e42 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "GET /v2.0/security-groups/381013a2-68b9-478f-a3b1-e9a77d1599e5 HTTP/1.1" status: 404 len: 347 time: 0.0162766 Feb 18 12:15:09.375670 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55184) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:09.498620 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Deleting port 8731151d-9abd-4c77-b9b1-7d0c145abeff {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:15:09.498889 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.573230 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.573559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (8731151d-9abd-4c77-b9b1-7d0c145abeff), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.584929 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Calling delete_port for 8731151d-9abd-4c77-b9b1-7d0c145abeff owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:15:09.712983 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (8731151d-9abd-4c77-b9b1-7d0c145abeff), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.735515 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Pushing event deleted for resources: {'Port': ['ID=8731151d-9abd-4c77-b9b1-7d0c145abeff,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:09.744966 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.745323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.745669 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.746038 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.746381 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.747162 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.747162 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.747348 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.747670 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.747999 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.748328 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.748724 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.748984 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:09.792811 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:15:09.807115 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks [] for floatingip (03921e20-8202-46ff-8592-eed9784d6f26), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.809640 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:09.810785 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-3ae8ce4e-241c-4c97-abaa-9b590dd3a3ff tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] 10.222.0.65 "DELETE /v2.0/floatingips/03921e20-8202-46ff-8592-eed9784d6f26 HTTP/1.1" status: 204 len: 168 time: 0.4341829 Feb 18 12:15:10.076905 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:15:10.096677 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:15:10.097275 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 574d88f9-b8c8-4e23-97ab-0c32ff7b5cb0 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:15:11.445178 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1535849c-e08e-4734-af0e-b2beeed9a92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:12.192669 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55206) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:12.534626 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:12.694070 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (ca53e105-62fa-4b2a-bacb-4a4755c28c66), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:12.944051 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Deleting port 40d1e638-4178-4fb4-acef-55639f7dec91 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:15:12.944380 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:13.020377 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] For port 40d1e638-4178-4fb4-acef-55639f7dec91, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=40d1e638-4178-4fb4-acef-55639f7dec91,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:15:13.020733 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:13.032809 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Calling delete_port for 40d1e638-4178-4fb4-acef-55639f7dec91 owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:15:13.210099 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (40d1e638-4178-4fb4-acef-55639f7dec91), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:13.232554 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Pushing event deleted for resources: {'Port': ['ID=40d1e638-4178-4fb4-acef-55639f7dec91,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:13.407377 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (ca53e105-62fa-4b2a-bacb-4a4755c28c66), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:13.619871 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Router ca53e105-62fa-4b2a-bacb-4a4755c28c66 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:15:13.727438 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:15:13.732322 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a1e55f96-9e90-42ad-b97f-ebdcf436ee6b admin admin] 10.222.0.65 "PUT /v2.0/routers/ca53e105-62fa-4b2a-bacb-4a4755c28c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5386126 Feb 18 12:15:13.734838 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55210) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:13.738316 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] Sync routers for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:15:13.747277 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:15:13.747878 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:15:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:13.839849 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks [] for router (ca53e105-62fa-4b2a-bacb-4a4755c28c66), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:13.856323 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:15:13.942673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks [] for router_gateway (ca53e105-62fa-4b2a-bacb-4a4755c28c66), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:13.995198 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Deleting port b6962e9d-12bd-490d-b679-cbe2d6b6e895 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:15:13.995537 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.031789 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:15:13Z', 'revision_number': 5, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port': {'id': 'b6962e9d-12bd-490d-b679-cbe2d6b6e895', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:08:46Z', 'updated_at': '2022-02-18T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:14.051994 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.061565 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] Checking router: ca53e105-62fa-4b2a-bacb-4a4755c28c66 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:15:14.069959 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] Routers {'ca53e105-62fa-4b2a-bacb-4a4755c28c66'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:15:14.070564 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:15:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:14.081515 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] For port b6962e9d-12bd-490d-b679-cbe2d6b6e895, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=b6962e9d-12bd-490d-b679-cbe2d6b6e895,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:15:14.081908 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.093382 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Calling delete_port for b6962e9d-12bd-490d-b679-cbe2d6b6e895 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:15:14.164583 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] Set router ca53e105-62fa-4b2a-bacb-4a4755c28c66 gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:15:14.217159 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:15:13Z', 'revision_number': 6, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:14.242845 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6313ee4-e6aa-4d1e-a2d8-15ddf575255d None None] The sync data for ids ['ca53e105-62fa-4b2a-bacb-4a4755c28c66'] in dv-cinder-829877-1-iscsi is: [{'id': 'ca53e105-62fa-4b2a-bacb-4a4755c28c66', 'name': 'tempest-AttachVolumeShelveTestJSON-1639294583-router', 'tenant_id': '3c64eff4806a481a8bc37db142b666f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:08:44Z', 'updated_at': '2022-02-18T12:15:13Z', 'revision_number': 6, 'project_id': '3c64eff4806a481a8bc37db142b666f1', 'gw_port_host': None}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:15:14.259326 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (b6962e9d-12bd-490d-b679-cbe2d6b6e895), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.287909 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6962e9d-12bd-490d-b679-cbe2d6b6e895,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:14.353239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (ca53e105-62fa-4b2a-bacb-4a4755c28c66), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.444158 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (ca53e105-62fa-4b2a-bacb-4a4755c28c66), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.446310 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks [] for router_controller (ca53e105-62fa-4b2a-bacb-4a4755c28c66), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.488706 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (ca53e105-62fa-4b2a-bacb-4a4755c28c66), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.489178 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca53e105-62fa-4b2a-bacb-4a4755c28c66 {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:15:14.493382 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.494551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-60147aeb-e045-4c41-b8af-cbede2c1aa05 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ca53e105-62fa-4b2a-bacb-4a4755c28c66 HTTP/1.1" status: 204 len: 168 time: 0.7588162 Feb 18 12:15:14.497010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55212) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:14.540985 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Deleting subnet 5e7d47db-7aaf-4b85-8961-f20a8a0927cc {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:15:14.543969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Publish callbacks [] for subnet (5e7d47db-7aaf-4b85-8961-f20a8a0927cc), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.577746 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (5e7d47db-7aaf-4b85-8961-f20a8a0927cc), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.660987 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (5e7d47db-7aaf-4b85-8961-f20a8a0927cc), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.714498 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (5e7d47db-7aaf-4b85-8961-f20a8a0927cc), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.739873 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7d47db-7aaf-4b85-8961-f20a8a0927cc,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:14.744495 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.748604 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0dcec428-1be0-4a3b-9e2d-4928b3bd1b5e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5e7d47db-7aaf-4b85-8961-f20a8a0927cc HTTP/1.1" status: 204 len: 168 time: 0.2505572 Feb 18 12:15:14.750066 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a486764-2ddf-4c88-9f71-33c413c67f30 None None] Network 8b62cf1c-0298-4698-8ba3-46a078e1e477 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:15:14.750197 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55214) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:14.820343 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (8b62cf1c-0298-4698-8ba3-46a078e1e477), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.873144 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Deleting port ff93ac38-3e79-4226-89ac-e8ffd546841c {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:15:14.873486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.934760 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] For port ff93ac38-3e79-4226-89ac-e8ffd546841c, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=ff93ac38-3e79-4226-89ac-e8ffd546841c,segment=NetworkSegment(423aa025-a046-4cd4-8bdb-7ff969c14f3f),segment_id=423aa025-a046-4cd4-8bdb-7ff969c14f3f)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:15:14.935046 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:14.947824 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Calling delete_port for ff93ac38-3e79-4226-89ac-e8ffd546841c owned by network:dhcp {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:15:14.982541 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] DHCP port deletion for 8b62cf1c-0298-4698-8ba3-46a078e1e477 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:15:15.035982 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.041267 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Deleting port ff93ac38-3e79-4226-89ac-e8ffd546841c {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:15:15.041772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.062814 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff93ac38-3e79-4226-89ac-e8ffd546841c,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:15.067951 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] No DVR routers for this DVR port ff93ac38-3e79-4226-89ac-e8ffd546841c on host dv-cinder-829877-1-iscsi {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:15:15.109024 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] For port ff93ac38-3e79-4226-89ac-e8ffd546841c, host dv-cinder-829877-1-iscsi, got binding levels [] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:15:15.109478 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.123122 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Calling delete_port for ff93ac38-3e79-4226-89ac-e8ffd546841c owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:15:15.125844 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Port ff93ac38-3e79-4226-89ac-e8ffd546841c was not found and therefore no delete operation was performed {{(pid=102859) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 12:15:15.127115 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (ff93ac38-3e79-4226-89ac-e8ffd546841c), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.144018 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (8b62cf1c-0298-4698-8ba3-46a078e1e477), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.153885 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Pushing event deleted for resources: {'Port': ['ID=ff93ac38-3e79-4226-89ac-e8ffd546841c,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:15.156144 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] No DVR routers for this DVR port ff93ac38-3e79-4226-89ac-e8ffd546841c on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:15:15.165945 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b62cf1c-0298-4698-8ba3-46a078e1e477']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:15.169052 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.169772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.170133 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.170483 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.170836 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.171177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.171569 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.171918 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.172681 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.173033 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.173370 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.173722 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.175262 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e3240a-d468-46f2-a9b2-e7a8514e8320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:15:15.176496 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423aa025-a046-4cd4-8bdb-7ff969c14f3f') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:15.176807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423aa025-a046-4cd4-8bdb-7ff969c14f3f') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:15:15.186508 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (423aa025-a046-4cd4-8bdb-7ff969c14f3f), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.201467 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (423aa025-a046-4cd4-8bdb-7ff969c14f3f), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.207608 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:15:15.207915 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (423aa025-a046-4cd4-8bdb-7ff969c14f3f), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:15:15.209558 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:15:15.241603 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 40d1e638-4178-4fb4-acef-55639f7dec91 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:15:15.267078 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (8b62cf1c-0298-4698-8ba3-46a078e1e477), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.268555 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 40d1e638-4178-4fb4-acef-55639f7dec91 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:15:15.269042 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 40d1e638-4178-4fb4-acef-55639f7dec91 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:15:15.269609 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device ff93ac38-3e79-4226-89ac-e8ffd546841c no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:15:15.274931 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.282314 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8b62cf1c-0298-4698-8ba3-46a078e1e477 HTTP/1.1" status: 204 len: 168 time: 0.5312209 Feb 18 12:15:15.294052 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: ff93ac38-3e79-4226-89ac-e8ffd546841c {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:15:15.295009 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device ff93ac38-3e79-4226-89ac-e8ffd546841c not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:15:15.295610 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b6962e9d-12bd-490d-b679-cbe2d6b6e895 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:15:15.302062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a269d73-d8cf-4b8d-9147-0cb453968373 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b62cf1c-0298-4698-8ba3-46a078e1e477,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:15.331138 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: b6962e9d-12bd-490d-b679-cbe2d6b6e895 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:15:15.331325 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b6962e9d-12bd-490d-b679-cbe2d6b6e895 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:15:15.403606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55218) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:15.447034 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-87fa0d0d-90ce-4055-bdc8-ef63fc46888d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3c64eff4806a481a8bc37db142b666f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422554 Feb 18 12:15:15.449509 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55220) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:15.488657 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.501866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f4cbae53-fcac-46f5-b2e6-bd58a1a7266d admin admin] Publish callbacks [] for security_group (8398ea91-5bbc-49f3-a9c7-b67418650d1b), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.522594 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f4cbae53-fcac-46f5-b2e6-bd58a1a7266d admin admin] Publish callbacks [] for security_group (8398ea91-5bbc-49f3-a9c7-b67418650d1b), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.567882 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f4cbae53-fcac-46f5-b2e6-bd58a1a7266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (8398ea91-5bbc-49f3-a9c7-b67418650d1b), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.570597 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-f4cbae53-fcac-46f5-b2e6-bd58a1a7266d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:15.571801 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-f4cbae53-fcac-46f5-b2e6-bd58a1a7266d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8398ea91-5bbc-49f3-a9c7-b67418650d1b HTTP/1.1" status: 204 len: 168 time: 0.1213701 Feb 18 12:15:15.579359 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbae53-fcac-46f5-b2e6-bd58a1a7266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8398ea91-5bbc-49f3-a9c7-b67418650d1b,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:21.290391 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:39.269982 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6c7182c8-1d7a-4d1b-a0ca-932506b2fbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:41.448071 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-71a89e9f-95b9-4b52-b502-72ad8dce4323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.073320 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55420) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:42.174828 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-51ab22db-c956-4b4f-9f50-a52a4797e638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.250531 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-51ab22db-c956-4b4f-9f50-a52a4797e638 admin admin] Publish callbacks [] for security_group (a8ac4d20-420f-489c-a6ef-8d64c082fea1), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.254268 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-51ab22db-c956-4b4f-9f50-a52a4797e638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (a8ac4d20-420f-489c-a6ef-8d64c082fea1), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.293812 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-51ab22db-c956-4b4f-9f50-a52a4797e638 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7644775fd16249ccb6c7c71a7290f1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193625 Feb 18 12:15:42.294807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab22db-c956-4b4f-9f50-a52a4797e638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ac4d20-420f-489c-a6ef-8d64c082fea1,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:42.296688 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55424) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:42.348678 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5af3f6b1-3a05-4dcd-942d-00c6f43a70fb admin admin] Publish callbacks [] for security_group (a8ac4d20-420f-489c-a6ef-8d64c082fea1), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.369100 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5af3f6b1-3a05-4dcd-942d-00c6f43a70fb admin admin] Publish callbacks [] for security_group (a8ac4d20-420f-489c-a6ef-8d64c082fea1), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.414327 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5af3f6b1-3a05-4dcd-942d-00c6f43a70fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (a8ac4d20-420f-489c-a6ef-8d64c082fea1), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.416911 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5af3f6b1-3a05-4dcd-942d-00c6f43a70fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.418050 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5af3f6b1-3a05-4dcd-942d-00c6f43a70fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8ac4d20-420f-489c-a6ef-8d64c082fea1 HTTP/1.1" status: 204 len: 168 time: 0.1205306 Feb 18 12:15:42.425393 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3f6b1-3a05-4dcd-942d-00c6f43a70fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ac4d20-420f-489c-a6ef-8d64c082fea1,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:42.536252 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.677909 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55430) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:42.690613 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-be3c15a4-2c99-4f6c-a04d-855036fa88a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.763056 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-be3c15a4-2c99-4f6c-a04d-855036fa88a6 admin admin] Publish callbacks [] for security_group (ae62aada-792d-4b8f-8e6c-07d81e1b2dfa), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.766688 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-be3c15a4-2c99-4f6c-a04d-855036fa88a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (ae62aada-792d-4b8f-8e6c-07d81e1b2dfa), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.804703 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-be3c15a4-2c99-4f6c-a04d-855036fa88a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d63e8180736d4b4e898214a8820bf54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257513 Feb 18 12:15:42.805939 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c15a4-2c99-4f6c-a04d-855036fa88a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae62aada-792d-4b8f-8e6c-07d81e1b2dfa,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:42.807400 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55432) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:42.857623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e1ba-3e19-4fe3-a4eb-5a18cdc0b54f admin admin] Publish callbacks [] for security_group (ae62aada-792d-4b8f-8e6c-07d81e1b2dfa), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.878962 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e1ba-3e19-4fe3-a4eb-5a18cdc0b54f admin admin] Publish callbacks [] for security_group (ae62aada-792d-4b8f-8e6c-07d81e1b2dfa), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.924399 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e1ba-3e19-4fe3-a4eb-5a18cdc0b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (ae62aada-792d-4b8f-8e6c-07d81e1b2dfa), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.927742 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-7eb7e1ba-3e19-4fe3-a4eb-5a18cdc0b54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:42.929028 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-7eb7e1ba-3e19-4fe3-a4eb-5a18cdc0b54f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ae62aada-792d-4b8f-8e6c-07d81e1b2dfa HTTP/1.1" status: 204 len: 168 time: 0.1206443 Feb 18 12:15:42.936683 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7e1ba-3e19-4fe3-a4eb-5a18cdc0b54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae62aada-792d-4b8f-8e6c-07d81e1b2dfa,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:44.048305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:45.482391 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:46.791751 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:15:51.296940 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:56.137071 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-20c9384b-4441-450e-bed3-3b76384c46a0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430977 Feb 18 12:15:56.219777 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee185-143f-47ef-a981-2aa587ab311e req-7aef5b81-2950-470a-9f7b-8adfcc34957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:56.221214 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-7aef5b81-2950-470a-9f7b-8adfcc34957c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.0438666 Feb 18 12:15:56.322941 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee185-143f-47ef-a981-2aa587ab311e req-69b883a6-03ce-4412-91dc-196e7526a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:56.324383 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-69b883a6-03ce-4412-91dc-196e7526a7e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.0859649 Feb 18 12:15:56.389194 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-8dba470d-6d1b-4604-85d5-6ceabcd0e468 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1002 time: 0.0587831 Feb 18 12:15:56.440123 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee185-143f-47ef-a981-2aa587ab311e req-18be6d81-b8ba-4b6a-9c14-d9e8b06a46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:56.441502 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-18be6d81-b8ba-4b6a-9c14-d9e8b06a46c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0463850 Feb 18 12:15:56.745954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbee185-143f-47ef-a981-2aa587ab311e req-b14c65e9-efce-4a87-b7f1-c4dee37d684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:15:56.747424 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-b14c65e9-efce-4a87-b7f1-c4dee37d684b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2988255 Feb 18 12:15:56.837562 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-e6cb0c6a-45d9-4715-b445-2dc58e8f69d1 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808132 Feb 18 12:15:56.932287 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3fbee185-143f-47ef-a981-2aa587ab311e req-e4c9a16a-da9c-4400-a5d7-c931bfaa7890 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878317 Feb 18 12:15:59.253123 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55574) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:59.354091 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d58-231e-491f-9b1d-ce673af2fd23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.426960 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d58-231e-491f-9b1d-ce673af2fd23 admin admin] Publish callbacks [] for security_group (6374263f-25bd-4ee3-923b-4c77bc0803e7), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.430464 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d58-231e-491f-9b1d-ce673af2fd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6374263f-25bd-4ee3-923b-4c77bc0803e7), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.468605 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-b9f31d58-231e-491f-9b1d-ce673af2fd23 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=638953fcf9db4454b45155cc2050db17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143021 Feb 18 12:15:59.469650 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f31d58-231e-491f-9b1d-ce673af2fd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6374263f-25bd-4ee3-923b-4c77bc0803e7,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:15:59.471236 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55578) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:15:59.518505 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bb53c76e-3222-4a79-8f16-9f9c4d443d34 admin admin] Publish callbacks [] for security_group (6374263f-25bd-4ee3-923b-4c77bc0803e7), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.538902 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bb53c76e-3222-4a79-8f16-9f9c4d443d34 admin admin] Publish callbacks [] for security_group (6374263f-25bd-4ee3-923b-4c77bc0803e7), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.586279 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bb53c76e-3222-4a79-8f16-9f9c4d443d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (6374263f-25bd-4ee3-923b-4c77bc0803e7), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.588763 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bb53c76e-3222-4a79-8f16-9f9c4d443d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:15:59.589895 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-bb53c76e-3222-4a79-8f16-9f9c4d443d34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6374263f-25bd-4ee3-923b-4c77bc0803e7 HTTP/1.1" status: 204 len: 168 time: 0.1175544 Feb 18 12:15:59.597089 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53c76e-3222-4a79-8f16-9f9c4d443d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374263f-25bd-4ee3-923b-4c77bc0803e7,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:02.235202 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae333f5-84d3-4e81-8240-7161789b46e2 req-ea832a69-ca57-426f-9922-8891aa38d2c5 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:02.236682 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ae333f5-84d3-4e81-8240-7161789b46e2 req-ea832a69-ca57-426f-9922-8891aa38d2c5 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0561359 Feb 18 12:16:02.287356 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ae333f5-84d3-4e81-8240-7161789b46e2 req-c9a08644-3679-4759-8d16-0f1242bac465 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448871 Feb 18 12:16:03.408239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e96a8-b4cf-462f-8b6f-f5f19496f0d8 req-e7000ac9-e938-451c-af9b-ec98894b1294 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:03.409749 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-de8e96a8-b4cf-462f-8b6f-f5f19496f0d8 req-e7000ac9-e938-451c-af9b-ec98894b1294 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0530741 Feb 18 12:16:03.436267 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55650) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:03.458169 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-de8e96a8-b4cf-462f-8b6f-f5f19496f0d8 req-7e919946-afaa-4c4b-af41-a6634eaa4279 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429981 Feb 18 12:16:03.538871 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-857b3927-c6ad-4e2b-9d6f-b3648c78eba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.609719 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-857b3927-c6ad-4e2b-9d6f-b3648c78eba4 admin admin] Publish callbacks [] for security_group (e79a0bbd-ef1e-407a-bf0f-a86c89142a6f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.613185 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-857b3927-c6ad-4e2b-9d6f-b3648c78eba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e79a0bbd-ef1e-407a-bf0f-a86c89142a6f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.651507 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-857b3927-c6ad-4e2b-9d6f-b3648c78eba4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87745263ab6e46e4985f05d0b89730e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141259 Feb 18 12:16:03.652370 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b3927-c6ad-4e2b-9d6f-b3648c78eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a0bbd-ef1e-407a-bf0f-a86c89142a6f,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:03.654220 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55654) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:03.702913 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-63149d61-48c0-4f6b-b795-6d5f369111a4 admin admin] Publish callbacks [] for security_group (e79a0bbd-ef1e-407a-bf0f-a86c89142a6f), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.723016 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-63149d61-48c0-4f6b-b795-6d5f369111a4 admin admin] Publish callbacks [] for security_group (e79a0bbd-ef1e-407a-bf0f-a86c89142a6f), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.771530 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-63149d61-48c0-4f6b-b795-6d5f369111a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e79a0bbd-ef1e-407a-bf0f-a86c89142a6f), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.774322 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-63149d61-48c0-4f6b-b795-6d5f369111a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:03.775444 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-63149d61-48c0-4f6b-b795-6d5f369111a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e79a0bbd-ef1e-407a-bf0f-a86c89142a6f HTTP/1.1" status: 204 len: 168 time: 0.1194828 Feb 18 12:16:03.783348 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63149d61-48c0-4f6b-b795-6d5f369111a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a0bbd-ef1e-407a-bf0f-a86c89142a6f,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:04.578550 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77096c-aa80-4a95-bc01-aa65dad554fe req-38c51c07-97bb-4863-8c29-319d563895be tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:04.580046 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bb77096c-aa80-4a95-bc01-aa65dad554fe req-38c51c07-97bb-4863-8c29-319d563895be tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0528486 Feb 18 12:16:04.630449 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-bb77096c-aa80-4a95-bc01-aa65dad554fe req-f4dc4a8a-e974-4739-81cb-501b6a92bcbc tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441375 Feb 18 12:16:05.750111 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d03e10-3cf0-4c70-b732-6043a1513303 req-6603e39a-b492-4185-9096-e3717e41b810 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:05.751582 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-91d03e10-3cf0-4c70-b732-6043a1513303 req-6603e39a-b492-4185-9096-e3717e41b810 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0520248 Feb 18 12:16:05.800435 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-91d03e10-3cf0-4c70-b732-6043a1513303 req-773b15f5-c687-4be9-ba78-87504c9fc49f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424638 Feb 18 12:16:06.924226 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2cfc6-d307-447b-b7f6-a8236e8ad5ec req-2bacde21-3e87-41a1-8850-4e209dbe2d70 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:06.925733 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e8b2cfc6-d307-447b-b7f6-a8236e8ad5ec req-2bacde21-3e87-41a1-8850-4e209dbe2d70 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0566587 Feb 18 12:16:06.974698 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e8b2cfc6-d307-447b-b7f6-a8236e8ad5ec req-9c23bc3a-1c32-4b81-8083-7810564d8a5b tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 Feb 18 12:16:08.090565 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795e40e-9375-4084-af79-2adf0ea54ae7 req-95fe52cc-0eb8-400c-a77c-ef172d8dffa0 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:08.092012 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e795e40e-9375-4084-af79-2adf0ea54ae7 req-95fe52cc-0eb8-400c-a77c-ef172d8dffa0 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0515580 Feb 18 12:16:08.139910 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e795e40e-9375-4084-af79-2adf0ea54ae7 req-bb9b7f0f-7e81-42a7-8e0a-670c28af61a3 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Feb 18 12:16:09.257249 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ef56-7fb0-4409-b0f7-a302eaf34f74 req-5e8a82ef-b331-42ac-9496-d895b8b2dfac tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:09.258793 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d153ef56-7fb0-4409-b0f7-a302eaf34f74 req-5e8a82ef-b331-42ac-9496-d895b8b2dfac tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0530760 Feb 18 12:16:09.271326 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ec05-9a37-4140-a27c-6299e5d3ce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:09.311349 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d153ef56-7fb0-4409-b0f7-a302eaf34f74 req-e0d5ff5f-4383-428c-9f15-126aa00c4c00 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470374 Feb 18 12:16:10.425618 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fa757-e924-4a18-b2db-1273a4170630 req-56bd82a2-d21b-4faf-936e-922a3cc62e83 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:10.427084 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d29fa757-e924-4a18-b2db-1273a4170630 req-56bd82a2-d21b-4faf-936e-922a3cc62e83 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0513618 Feb 18 12:16:10.475962 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d29fa757-e924-4a18-b2db-1273a4170630 req-80a52791-24e0-44c1-893c-3d2101e512fa tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 Feb 18 12:16:11.444512 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55788) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:11.452888 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-bcae09d5-7b72-415c-9084-c3a4b6106abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.559327 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.625396 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103566b0-ad0c-43b2-b299-633ba0e47e1e req-ec204791-fe34-4a1f-bab2-29761c14dded tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:11.626870 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-103566b0-ad0c-43b2-b299-633ba0e47e1e req-ec204791-fe34-4a1f-bab2-29761c14dded tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0836732 Feb 18 12:16:11.694333 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-103566b0-ad0c-43b2-b299-633ba0e47e1e req-99fdfc58-ca9c-4103-9f9f-6057fb77863f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604541 Feb 18 12:16:11.704993 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Publish callbacks [] for security_group (46b9d2ed-b066-4b05-b092-1b2238302de3), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.712496 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (46b9d2ed-b066-4b05-b092-1b2238302de3), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.751225 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8b910da38484eb9bbd856f2c5f977a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055613 Feb 18 12:16:11.752155 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b9d2ed-b066-4b05-b092-1b2238302de3,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:11.754263 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55794) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:11.760146 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.760500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.760855 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.761270 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.761552 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.761913 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.762272 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.762623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.762955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.763301 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.763614 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.763939 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.764266 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f639-28f3-41a4-9331-2c4fb582616f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.805864 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Publish callbacks [] for security_group (46b9d2ed-b066-4b05-b092-1b2238302de3), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.825674 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Publish callbacks [] for security_group (46b9d2ed-b066-4b05-b092-1b2238302de3), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.872114 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (46b9d2ed-b066-4b05-b092-1b2238302de3), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.874777 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:11.875896 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/46b9d2ed-b066-4b05-b092-1b2238302de3 HTTP/1.1" status: 204 len: 168 time: 0.1203961 Feb 18 12:16:11.883460 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b9d2ed-b066-4b05-b092-1b2238302de3,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:11.890234 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.890586 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.890930 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.891269 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.891604 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.891964 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.892258 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.892590 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.892912 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.893238 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.893559 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.893913 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:11.894242 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964f3f3-b9fc-4e1d-b8b0-93bca144c8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:12.123768 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 55800) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:12.137248 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c69a8ad5-1ce9-4efb-9e6f-6e4ac9199ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.209023 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c69a8ad5-1ce9-4efb-9e6f-6e4ac9199ef8 admin admin] Publish callbacks [] for security_group (88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.213933 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c69a8ad5-1ce9-4efb-9e6f-6e4ac9199ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.250868 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-c69a8ad5-1ce9-4efb-9e6f-6e4ac9199ef8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8a9252b71874f5fb14d79302815c08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259978 Feb 18 12:16:12.251727 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a8ad5-1ce9-4efb-9e6f-6e4ac9199ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:12.253534 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55802) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:12.302122 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-358e72a0-ef41-47f0-9d40-aafac80e21ac admin admin] Publish callbacks [] for security_group (88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.323633 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-358e72a0-ef41-47f0-9d40-aafac80e21ac admin admin] Publish callbacks [] for security_group (88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.344014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-44b85a2a-97b2-4d5a-b529-83a8f72364a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:12.345516 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-44b85a2a-97b2-4d5a-b529-83a8f72364a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.0493665 Feb 18 12:16:12.369496 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-358e72a0-ef41-47f0-9d40-aafac80e21ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.372323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-358e72a0-ef41-47f0-9d40-aafac80e21ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.373449 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-358e72a0-ef41-47f0-9d40-aafac80e21ac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1 HTTP/1.1" status: 204 len: 168 time: 0.1189065 Feb 18 12:16:12.383928 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e72a0-ef41-47f0-9d40-aafac80e21ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cfa6ca-35ef-4706-b0ce-fd2f7bc76ef1,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:12.434627 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-1c4647a9-0e26-456d-86d5-804776303dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:12.436128 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-1c4647a9-0e26-456d-86d5-804776303dbc service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.0849893 Feb 18 12:16:12.507416 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-2a49256b-1695-43dd-a879-7eecf7375007 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1002 time: 0.0651779 Feb 18 12:16:12.542745 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.557961 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-8f0e55cf-01c6-4dc9-bab5-59539def3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:12.559435 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-8f0e55cf-01c6-4dc9-bab5-59539def3588 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0468388 Feb 18 12:16:12.607998 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-e075c931-9f62-4b53-9b9e-015ff4fe1026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:12.609529 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-e075c931-9f62-4b53-9b9e-015ff4fe1026 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442953 Feb 18 12:16:12.702061 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55808) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:12.703071 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-94f6883d-d45e-4567-abf2-0d8c6d875b77 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878272 Feb 18 12:16:12.714915 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06b5b48-454e-4d70-a71e-f894e0893168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.790147 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06b5b48-454e-4d70-a71e-f894e0893168 admin admin] Publish callbacks [] for security_group (df0a29d1-9d2c-4584-9056-5d40ec35dc48), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.793999 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a06b5b48-454e-4d70-a71e-f894e0893168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (df0a29d1-9d2c-4584-9056-5d40ec35dc48), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.825177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-418ac936-2a3b-49ed-a730-cd9eb6d3ae1f req-a46a11fe-c45e-42c1-a3ee-2466e86d8afb service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154273 Feb 18 12:16:12.837902 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a06b5b48-454e-4d70-a71e-f894e0893168 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98fc561d165b464d94c97604d0dbc7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323419 Feb 18 12:16:12.837902 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b5b48-454e-4d70-a71e-f894e0893168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0a29d1-9d2c-4584-9056-5d40ec35dc48,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:12.838979 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55812) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:12.840070 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfadf0-279d-4cd9-a441-d438a471a396 req-9bf04861-4f7f-4ccb-b13d-3daa201c9a1f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:12.841742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfdfadf0-279d-4cd9-a441-d438a471a396 req-9bf04861-4f7f-4ccb-b13d-3daa201c9a1f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0755661 Feb 18 12:16:12.890175 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab2a2-c386-4c53-9267-9904c32ab08b admin admin] Publish callbacks [] for security_group (df0a29d1-9d2c-4584-9056-5d40ec35dc48), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.898380 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cfdfadf0-279d-4cd9-a441-d438a471a396 req-76826dbe-4356-4c58-9a27-5e20332f8480 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505831 Feb 18 12:16:12.911103 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab2a2-c386-4c53-9267-9904c32ab08b admin admin] Publish callbacks [] for security_group (df0a29d1-9d2c-4584-9056-5d40ec35dc48), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.955773 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab2a2-c386-4c53-9267-9904c32ab08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (df0a29d1-9d2c-4584-9056-5d40ec35dc48), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.958429 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-6c2ab2a2-c386-4c53-9267-9904c32ab08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:12.959620 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-6c2ab2a2-c386-4c53-9267-9904c32ab08b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df0a29d1-9d2c-4584-9056-5d40ec35dc48 HTTP/1.1" status: 204 len: 168 time: 0.1197608 Feb 18 12:16:12.967148 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ab2a2-c386-4c53-9267-9904c32ab08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0a29d1-9d2c-4584-9056-5d40ec35dc48,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:14.021130 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe703e-35d5-42f9-94a8-2b48317881ab req-e92561e7-40bb-4e89-a503-03320728c930 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:14.023307 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-64fe703e-35d5-42f9-94a8-2b48317881ab req-e92561e7-40bb-4e89-a503-03320728c930 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0577042 Feb 18 12:16:14.051863 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:14.090567 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-64fe703e-35d5-42f9-94a8-2b48317881ab req-8a4a15cb-7972-4220-90ce-f0ea940c7d66 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616128 Feb 18 12:16:15.211545 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572b6c5-494d-43c0-aebe-7b10efb48bdf req-bbef51bd-5ddd-47f9-8d34-4067678ad6a6 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:15.213012 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a572b6c5-494d-43c0-aebe-7b10efb48bdf req-bbef51bd-5ddd-47f9-8d34-4067678ad6a6 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0534174 Feb 18 12:16:15.263474 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a572b6c5-494d-43c0-aebe-7b10efb48bdf req-bfb6aa96-6743-4ab6-8568-3c2ee8ba08ec tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447605 Feb 18 12:16:15.481925 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ff5eb-910f-4759-bfd1-e40bebd15f09 req-88654dd2-03e4-4e61-9684-58f7a418e585 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:15.483636 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c0ff5eb-910f-4759-bfd1-e40bebd15f09 req-88654dd2-03e4-4e61-9684-58f7a418e585 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0623195 Feb 18 12:16:15.490697 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:15.507533 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55908) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:15.537734 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c0ff5eb-910f-4759-bfd1-e40bebd15f09 req-1519d668-5b85-4acd-9665-0192405f0052 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 Feb 18 12:16:15.599522 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-3954dc18-8382-40dc-9c7e-3eb79a0b2aa1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0907164 Feb 18 12:16:15.607912 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-7cf1f900-9613-4079-bad9-fd26bdd869f2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102857) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:16:15.608852 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-7cf1f900-9613-4079-bad9-fd26bdd869f2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048177 Feb 18 12:16:15.758099 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 55916) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:15.853800 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-38c81114-6f1f-4cac-9130-2aea5f5f225d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:15.855143 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-38c81114-6f1f-4cac-9130-2aea5f5f225d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports/c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 943 time: 0.0959632 Feb 18 12:16:16.664418 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb8e4-abe5-4b77-a1f1-9c52371c7ae9 req-127bab2b-3cfd-46a1-933c-2584e7601fb5 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:16.665910 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8d5fb8e4-abe5-4b77-a1f1-9c52371c7ae9 req-127bab2b-3cfd-46a1-933c-2584e7601fb5 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0574884 Feb 18 12:16:16.716795 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8d5fb8e4-abe5-4b77-a1f1-9c52371c7ae9 req-63f51990-b680-4204-8daf-364facf0f454 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Feb 18 12:16:17.095714 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-dfeff0e7-2f87-40e8-92c2-25f2d49c2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.097226 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-dfeff0e7-2f87-40e8-92c2-25f2d49c2173 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677&tenant_id=7aaba6e383504b609694b9f2c24a7009 HTTP/1.1" status: 200 len: 1130 time: 0.0457115 Feb 18 12:16:17.167876 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-6d57842e-8ae8-4edb-a7f9-cbfb3ed36371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.169411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-6d57842e-8ae8-4edb-a7f9-cbfb3ed36371 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.0501993 Feb 18 12:16:17.261406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-775f03d6-86e9-4a7a-8fd9-18328b19831b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.262954 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-775f03d6-86e9-4a7a-8fd9-18328b19831b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.0873809 Feb 18 12:16:17.337225 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-d79e80a5-a6a8-46d5-9bf1-8bfe712bec4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1002 time: 0.0680985 Feb 18 12:16:17.388214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-69242612-e665-47bf-aae6-b12f8c790dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.389680 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-69242612-e665-47bf-aae6-b12f8c790dc8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0459468 Feb 18 12:16:17.443442 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-6d15b55c-c196-4cd2-95ee-0dfa6328614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.445465 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-6d15b55c-c196-4cd2-95ee-0dfa6328614d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494068 Feb 18 12:16:17.539931 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-76d9980e-54e2-4760-8070-c7ad5d59b832 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878487 Feb 18 12:16:17.627242 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-73cf794f-23ec-4028-98c4-b1728ff9ce30 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807528 Feb 18 12:16:17.837577 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef35abd-dbb0-41de-8229-9e40e09c32ab req-459ed7b0-cac3-4fab-a097-354dcc16af92 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:17.839090 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1ef35abd-dbb0-41de-8229-9e40e09c32ab req-459ed7b0-cac3-4fab-a097-354dcc16af92 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.0530567 Feb 18 12:16:17.893736 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1ef35abd-dbb0-41de-8229-9e40e09c32ab req-c6f933ae-ebca-4745-bafc-4e1784a913d1 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490546 Feb 18 12:16:18.433212 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:16:18.511104 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c21ee120-ca2e-4f61-8099-ff51145a35b7 is: ACTIVE; New status is: DOWN {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:18.511490 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:18.533972 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:16:18.536130 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcad000-4f8f-4c5f-a279-bba97505a1c0" -d '{"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-unplugged", "status": "completed", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:16:18.549418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:18.554126 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:18.578334 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Feb 2022 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e564fce-0c8b-4029-a21d-feb7b09a17a3 x-openstack-request-id: req-4e564fce-0c8b-4029-a21d-feb7b09a17a3 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:16:18.578623 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-unplugged", "status": "completed", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:16:18.578874 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e564fce-0c8b-4029-a21d-feb7b09a17a3 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:16:18.579279 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'code': 200} Feb 18 12:16:18.605941 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=6']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:18.612844 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.613192 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.613534 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.613897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.614227 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.614566 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.614878 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.615199 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.615520 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.615843 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.616158 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.616474 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:18.616788 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:16:19.010876 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3870aee-777f-419b-b1f4-debc5d23c1bc req-8be77d03-0560-46a8-81fd-8cbdac450c32 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:19.012378 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3870aee-777f-419b-b1f4-debc5d23c1bc req-8be77d03-0560-46a8-81fd-8cbdac450c32 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0535774 Feb 18 12:16:19.061969 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e3870aee-777f-419b-b1f4-debc5d23c1bc req-07835e1f-6aa1-4780-9a45-bc9a7a4575ae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441458 Feb 18 12:16:20.182580 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f32e-38e9-403f-8a5c-b87e4602a9fd req-3df9d553-4fbf-47e6-bbd7-b47d4d91ecaa tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:20.184022 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5522f32e-38e9-403f-8a5c-b87e4602a9fd req-3df9d553-4fbf-47e6-bbd7-b47d4d91ecaa tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0521739 Feb 18 12:16:20.234591 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5522f32e-38e9-403f-8a5c-b87e4602a9fd req-67f4c16c-d2b6-4fdc-9481-9e508a978d3d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Feb 18 12:16:21.310535 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:21.356098 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f146b5-5454-40c4-a437-2de9de797297 req-da9250d7-6746-4b90-8636-e86aecdd424d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:21.357605 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-70f146b5-5454-40c4-a437-2de9de797297 req-da9250d7-6746-4b90-8636-e86aecdd424d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0570347 Feb 18 12:16:21.406643 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-70f146b5-5454-40c4-a437-2de9de797297 req-bcfe0d5c-99d6-4fe4-8fd7-be1b55392350 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433776 Feb 18 12:16:22.527623 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265dc9c-70de-4104-808b-158959dd6534 req-f6d7b046-0f43-4c16-9c30-b953fe4bcaed tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:22.529440 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e265dc9c-70de-4104-808b-158959dd6534 req-f6d7b046-0f43-4c16-9c30-b953fe4bcaed tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Feb 18 12:16:22.578602 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e265dc9c-70de-4104-808b-158959dd6534 req-ae2990e3-40b4-495c-96b7-a359daa5ce7c tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435703 Feb 18 12:16:23.700947 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ef1de-ded2-4a46-be8d-a885f90e2fff req-8cbc308b-075a-44a5-9eb5-14f28a50da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:23.702488 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c03ef1de-ded2-4a46-be8d-a885f90e2fff req-8cbc308b-075a-44a5-9eb5-14f28a50da6c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1128 time: 0.0802426 Feb 18 12:16:23.713196 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b714e-2a3c-4007-ac3b-ed19f1b6fb0b req-1ff297b8-3b13-4883-86d2-c8b1975e2f47 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:23.714580 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f90b714e-2a3c-4007-ac3b-ed19f1b6fb0b req-1ff297b8-3b13-4883-86d2-c8b1975e2f47 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 944 time: 0.0672171 Feb 18 12:16:23.785545 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c03ef1de-ded2-4a46-be8d-a885f90e2fff req-b23ea730-71bb-4350-b400-e58446083d2a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699599 Feb 18 12:16:23.789263 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f90b714e-2a3c-4007-ac3b-ed19f1b6fb0b req-f78d978d-de8c-4c60-94fb-07b420eb6aab tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679238 Feb 18 12:16:23.789469 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:16:24.464634 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:16:24.559529 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:24.570807 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'port_id': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'mac_address': 'fa:16:3e:48:c7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:16:24.611783 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c21ee120-ca2e-4f61-8099-ff51145a35b7 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:24.612181 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:24.625652 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21ee120-ca2e-4f61-8099-ff51145a35b7 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:16:24.645666 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:24.649805 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:24.694728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=7']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:24.907314 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ca777-56b1-42db-9662-5cb9dcb6fb79 req-2d753405-939d-4e7d-b86b-e219f044092f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:24.908780 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5f8ca777-56b1-42db-9662-5cb9dcb6fb79 req-2d753405-939d-4e7d-b86b-e219f044092f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Feb 18 12:16:24.927989 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['c21ee120-ca2e-4f61-8099-ff51145a35b7'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:16:24.957662 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5f8ca777-56b1-42db-9662-5cb9dcb6fb79 req-41d760c5-5be9-4b8c-bd3b-aa52febbb68b tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Feb 18 12:16:26.476372 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:26.523534 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port c21ee120-ca2e-4f61-8099-ff51145a35b7 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:26.523915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.604544 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c21ee120-ca2e-4f61-8099-ff51145a35b7 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:26.604993 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.627090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:16:26.629281 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f529be-c360-4663-8da0-51a11c9e1cbf" -d '{"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-plugged", "status": "completed", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:16:26.641061 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:26.645787 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:26.674420 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1902b8-c9b1-4134-88a2-4b0ac6fe542e x-openstack-request-id: req-0f1902b8-c9b1-4134-88a2-4b0ac6fe542e {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:16:26.674715 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-plugged", "status": "completed", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:16:26.674965 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f1902b8-c9b1-4134-88a2-4b0ac6fe542e {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:16:26.675348 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'code': 200} Feb 18 12:16:26.696483 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=8']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:38.256271 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56040) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:38.359019 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e000d170-71db-4109-8e7e-e10ce729c946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.432278 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e000d170-71db-4109-8e7e-e10ce729c946 admin admin] Publish callbacks [] for security_group (40fac669-3653-41b9-a959-5b7777403b11), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.435712 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e000d170-71db-4109-8e7e-e10ce729c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (40fac669-3653-41b9-a959-5b7777403b11), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.471304 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000d170-71db-4109-8e7e-e10ce729c946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fac669-3653-41b9-a959-5b7777403b11,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:38.475547 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e000d170-71db-4109-8e7e-e10ce729c946 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7223d1b9e9d34350bdacfd62f483e815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182798 Feb 18 12:16:38.478790 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56044) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:38.524477 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2354-bfd7-4878-8f74-8e5b1c9746fb admin admin] Publish callbacks [] for security_group (40fac669-3653-41b9-a959-5b7777403b11), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.546600 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2354-bfd7-4878-8f74-8e5b1c9746fb admin admin] Publish callbacks [] for security_group (40fac669-3653-41b9-a959-5b7777403b11), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.590638 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2354-bfd7-4878-8f74-8e5b1c9746fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (40fac669-3653-41b9-a959-5b7777403b11), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.593320 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2354-bfd7-4878-8f74-8e5b1c9746fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:38.594476 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ebfb2354-bfd7-4878-8f74-8e5b1c9746fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40fac669-3653-41b9-a959-5b7777403b11 HTTP/1.1" status: 204 len: 168 time: 0.1153190 Feb 18 12:16:38.601899 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb2354-bfd7-4878-8f74-8e5b1c9746fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fac669-3653-41b9-a959-5b7777403b11,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:39.179823 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56066) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:39.273335 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1416688728-network', 'tenant_id': '1b2d009ea4064ff698ed0c466965181d'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:39.273497 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3187046d-13d8-4cf2-8756-c1048e7666df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.291761 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Made reservation on behalf of 1b2d009ea4064ff698ed0c466965181d for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:16:39.294327 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.306107 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.380588 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks [] for security_group (364be268-482f-409b-9d18-6e6932908e41), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.384348 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (364be268-482f-409b-9d18-6e6932908e41), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.410729 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6884019-3698-4074-8a30-047728794430 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:16:39.417639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364be268-482f-409b-9d18-6e6932908e41,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:39.425066 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (18691a13-f5d5-4420-aaad-e25498914215), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.425382 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Added segment 18691a13-f5d5-4420-aaad-e25498914215 of type vlan for network 2694d041-036b-4ab1-99d3-7ca187cb53b0 Feb 18 12:16:39.463929 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (2694d041-036b-4ab1-99d3-7ca187cb53b0), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.489191 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (2694d041-036b-4ab1-99d3-7ca187cb53b0), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.490152 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:39.490730 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.542782 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e6884019-3698-4074-8a30-047728794430 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3618622 Feb 18 12:16:39.544748 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56070) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:16:39.549692 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Request body: {'subnet': {'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1416688728-subnet', 'tenant_id': '1b2d009ea4064ff698ed0c466965181d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:39.553562 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884019-3698-4074-8a30-047728794430 admin admin] Pushing event updated for resources: {'Network': ['ID=2694d041-036b-4ab1-99d3-7ca187cb53b0,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:39.563033 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 2694d041-036b-4ab1-99d3-7ca187cb53b0 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:16:39.569032 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Made reservation on behalf of 1b2d009ea4064ff698ed0c466965181d for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:16:39.571376 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.731342 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (25d7063a-da43-4379-bb20-07164fe17181), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.781303 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d7063a-da43-4379-bb20-07164fe17181,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:39.792070 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Checking segment: {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:16:39.792462 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Network hostable DHCP agents. Network: 2694d041-036b-4ab1-99d3-7ca187cb53b0, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:16:39.808312 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Network 2694d041-036b-4ab1-99d3-7ca187cb53b0 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:16:39.817329 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 2694d041-036b-4ab1-99d3-7ca187cb53b0) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:16:39.821659 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:39.822838 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:39.826708 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6a06e-c39d-4965-adac-e80cd1073eb5 None None] Network 2694d041-036b-4ab1-99d3-7ca187cb53b0 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:16:39.838425 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4c18efb2-2c66-4efc-b75b-d8ee04ace847 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2920251 Feb 18 12:16:39.926322 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a9069-08d8-44ff-b39d-6e1470c10bf6 None None] Network 2694d041-036b-4ab1-99d3-7ca187cb53b0 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:16:41.455454 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-752e3c54-ab55-4c8a-adfb-8c50878c871d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:41.558071 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-e769d960-be56-4ab0-8d41-60ecb7beefc0 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:41.564730 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-e769d960-be56-4ab0-8d41-60ecb7beefc0 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/networks?id=2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 200 len: 814 time: 0.1140146 Feb 18 12:16:41.578246 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-551db362-a725-4874-a159-e2453d22cb0c tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/quotas/1b2d009ea4064ff698ed0c466965181d HTTP/1.1" status: 200 len: 375 time: 0.0125632 Feb 18 12:16:41.608009 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-d41944ba-909e-4d63-a11f-8c6eaf504119 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b2d009ea4064ff698ed0c466965181d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274205 Feb 18 12:16:41.745497 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-f63032df-7203-4207-8edd-36645bf871de service neutron] 10.222.0.65 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307631 Feb 18 12:16:41.834805 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-0ae79c8a-6f3e-4ab4-8b5c-fab41a954895 service neutron] 10.222.0.65 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835257 Feb 18 12:16:41.986957 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3aa722ed-a5d2-4c5c-9b50-984e76cfc147 req-d60ce304-5b7f-4195-b3fd-99f478977abb tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 210 time: 0.0268972 Feb 18 12:16:42.543357 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:42.873087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-3016508c-a7c6-467b-9a28-83b19610fe22 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:42.874792 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-3016508c-a7c6-467b-9a28-83b19610fe22 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "GET /v2.0/networks?id=2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 200 len: 814 time: 0.1067536 Feb 18 12:16:42.887593 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Request body: {'port': {'device_id': '819c5d18-830c-4fa4-a036-75b71364dc68', 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0', 'admin_state_up': True, 'tenant_id': '1b2d009ea4064ff698ed0c466965181d'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:42.996228 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Made reservation on behalf of 1b2d009ea4064ff698ed0c466965181d for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:16:42.999800 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.089454 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-312dfd02-74c1-4d69-baf8-4fbe2c0375dc req-5507bbcd-95ad-49c5-a54b-b92e85cb4408 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 210 time: 0.0325968 Feb 18 12:16:43.152454 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Allocated IP 172.20.0.4 (2694d041-036b-4ab1-99d3-7ca187cb53b0/25d7063a-da43-4379-bb20-07164fe17181/ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:16:43.295916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks [] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.329320 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.374173 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Network 2694d041-036b-4ab1-99d3-7ca187cb53b0 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:16:43.377391 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:16:43.381454 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:16:43.407051 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Pushing event updated for resources: {'Port': ['ID=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:43.434019 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:43.434620 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.450333 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-26809d80-74d3-4889-bd11-815c3aba7d93 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673115 Feb 18 12:16:43.461443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Request body: {'port': {'device_id': '819c5d18-830c-4fa4-a036-75b71364dc68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:16:43.518700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.770814 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:16:43.777911 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Publish callbacks [] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.789365 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Transition to ACTIVE for port object ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:16:43.793239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.842558 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:43.905242 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Attempting to bind port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:16:43.905920 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Attempting to bind port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:16:43.905920 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Attempting to bind port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c on network 2694d041-036b-4ab1-99d3-7ca187cb53b0 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:16:43.910197 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c on network 2694d041-036b-4ab1-99d3-7ca187cb53b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:16:43.910505 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Attempting to bind port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c on network 2694d041-036b-4ab1-99d3-7ca187cb53b0 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:16:43.915116 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:16:43.915443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Checking segment: {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:16:43.915818 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Bound using segment: {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:16:43.916236 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Bound port: ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:16:43.916585 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:43.978871 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] For port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:16:43.982413 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] For port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:16:43.988095 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:44.021539 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.022106 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:44.023463 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] 10.222.0.79 "PUT /v2.0/ports/ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c HTTP/1.1" status: 200 len: 1093 time: 0.5660400 Feb 18 12:16:44.023919 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819c5d18-830c-4fa4-a036-75b71364dc68', 'tag': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:16:44.026726 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880ff6e0-0a58-47bc-bd93-cce19a72d207" -d '{"events": [{"name": "network-changed", "server_uuid": "819c5d18-830c-4fa4-a036-75b71364dc68", "tag": "ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:16:44.054533 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738322f-d48b-44bb-bc73-a9dccd8ecfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:44.068622 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:44.071865 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0955419d-7588-4ca4-892f-968f2cd1c6f0 x-openstack-request-id: req-0955419d-7588-4ca4-892f-968f2cd1c6f0 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:16:44.072170 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819c5d18-830c-4fa4-a036-75b71364dc68", "tag": "ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:16:44.072437 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0955419d-7588-4ca4-892f-968f2cd1c6f0 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:16:44.072841 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819c5d18-830c-4fa4-a036-75b71364dc68', 'tag': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c', 'status': 'completed', 'code': 200} Feb 18 12:16:44.119533 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-3569f2ff-f6d6-428a-9c83-3940ac8e8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.121070 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-3569f2ff-f6d6-428a-9c83-3940ac8e8750 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b2d009ea4064ff698ed0c466965181d&device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 1127 time: 0.0449889 Feb 18 12:16:44.169039 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-929b175c-af8a-4692-b5fd-130511e1a46e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c HTTP/1.1" status: 200 len: 217 time: 0.0414126 Feb 18 12:16:44.241025 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-edf02f44-cdc8-4535-b1bd-6cbb11855afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.242477 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-edf02f44-cdc8-4535-b1bd-6cbb11855afb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d7063a-da43-4379-bb20-07164fe17181 HTTP/1.1" status: 200 len: 854 time: 0.0664012 Feb 18 12:16:44.251843 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dadc4-2eae-41c7-9cef-342eeed14ea1 req-9150157f-31ad-4226-b698-98630925b75f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.253188 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-270dadc4-2eae-41c7-9cef-342eeed14ea1 req-9150157f-31ad-4226-b698-98630925b75f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 943 time: 0.0873523 Feb 18 12:16:44.287295 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-3fc7e7e5-8e69-4e11-9d41-a065f3be789f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2694d041-036b-4ab1-99d3-7ca187cb53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331261 Feb 18 12:16:44.370539 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-270dadc4-2eae-41c7-9cef-342eeed14ea1 req-ea125e92-d0f1-4559-bad3-f697aa3c5e64 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089404 Feb 18 12:16:44.397304 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-21dc8695-3512-4bbc-a956-8a9d96e77792 service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034663 Feb 18 12:16:44.487032 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d10fbb0b-f174-49cc-9873-6c4b7dc124bf req-8de2c611-907e-4d7c-994a-5721300e88aa service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840657 Feb 18 12:16:44.575114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-0fbe2ef4-a507-4f36-86e3-9acf89ba650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.576496 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-0fbe2ef4-a507-4f36-86e3-9acf89ba650d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b2d009ea4064ff698ed0c466965181d&device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 1127 time: 0.0440998 Feb 18 12:16:44.666351 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-fad9e66a-d28d-46be-9cab-f43b38ec217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.667811 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-fad9e66a-d28d-46be-9cab-f43b38ec217e service neutron] 10.222.0.79 "GET /v2.0/networks?id=2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 200 len: 915 time: 0.0853057 Feb 18 12:16:44.709093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-3ba96d26-c5a1-4871-a140-a9d19c21b7f6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c HTTP/1.1" status: 200 len: 217 time: 0.0347409 Feb 18 12:16:44.755161 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-f05ad55c-2879-4705-91ee-de991133c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:44.756836 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-f05ad55c-2879-4705-91ee-de991133c322 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d7063a-da43-4379-bb20-07164fe17181 HTTP/1.1" status: 200 len: 854 time: 0.0417488 Feb 18 12:16:44.787766 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-9e65426b-bf93-4dc3-ba9c-d5544088dfc0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2694d041-036b-4ab1-99d3-7ca187cb53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237777 Feb 18 12:16:44.877177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-a7a88460-fbdd-4e8a-a536-97e213463613 service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823724 Feb 18 12:16:44.965424 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-880ff6e0-0a58-47bc-bd93-cce19a72d207 req-a29d9271-afdb-4d79-97ba-f1a991b772d4 service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817034 Feb 18 12:16:45.485125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:45.497596 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068740f2-865f-4eca-b865-1f4d215eb912 req-30f89e2c-6d0c-41e5-9e82-05a3ee9e6ebd tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:45.499080 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-068740f2-865f-4eca-b865-1f4d215eb912 req-30f89e2c-6d0c-41e5-9e82-05a3ee9e6ebd tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 943 time: 0.0605948 Feb 18 12:16:45.551856 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-068740f2-865f-4eca-b865-1f4d215eb912 req-c98bcd54-1420-415f-8113-ac4cda697ba3 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Feb 18 12:16:46.545951 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:16:46.645418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:46.657241 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c', 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0', 'port_id': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c', 'mac_address': 'fa:16:3e:a1:79:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d7063a-da43-4379-bb20-07164fe17181', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:16:46.671813 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41ae7-568e-4438-88e7-1ef217d808de req-9cfbfdd7-c0d3-46ff-8ea4-9123397ca8ac tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:46.673294 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cf41ae7-568e-4438-88e7-1ef217d808de req-9cfbfdd7-c0d3-46ff-8ea4-9123397ca8ac tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 943 time: 0.0520377 Feb 18 12:16:46.696222 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:46.696610 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:46.709326 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:16:46.719345 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2cf41ae7-568e-4438-88e7-1ef217d808de req-d8502617-5d4a-42c0-87e3-69656f0635c8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Feb 18 12:16:46.729053 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:46.732962 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:46.780276 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:46.932758 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:16:47.834891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df8cc0-8f85-4929-938d-7fc69c03dfbe req-3f7fd1db-1e32-4221-bd66-f6f8bf3e51ac tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:47.836354 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-43df8cc0-8f85-4929-938d-7fc69c03dfbe req-3f7fd1db-1e32-4221-bd66-f6f8bf3e51ac tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 944 time: 0.0510075 Feb 18 12:16:47.891079 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-43df8cc0-8f85-4929-938d-7fc69c03dfbe req-e067344f-3c3d-40f9-8875-c27ea59a468f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Feb 18 12:16:48.573648 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:16:48.620339 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:16:48.624300 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:16:48.624677 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:48.700266 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:16:48.700650 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:48.721926 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c5d18-830c-4fa4-a036-75b71364dc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:16:48.724177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644fe49a-9fd3-449d-8bb1-3bb0c4891ca9" -d '{"events": [{"server_uuid": "819c5d18-830c-4fa4-a036-75b71364dc68", "name": "network-vif-plugged", "status": "completed", "tag": "ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:16:48.736662 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:16:48.741814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:48.790544 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:16:48.912884 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5564abd-1f6a-4eb6-8004-873ff195fcd1 x-openstack-request-id: req-d5564abd-1f6a-4eb6-8004-873ff195fcd1 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:16:48.913195 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c5d18-830c-4fa4-a036-75b71364dc68", "name": "network-vif-plugged", "status": "completed", "tag": "ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:16:48.913460 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5564abd-1f6a-4eb6-8004-873ff195fcd1 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:16:48.913887 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c5d18-830c-4fa4-a036-75b71364dc68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c', 'code': 200} Feb 18 12:16:49.009869 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ce3c5-066c-454e-a857-b1ba8161954f req-70db5d37-7217-4032-b11d-a6bfcac00db3 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:49.011376 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b2ce3c5-066c-454e-a857-b1ba8161954f req-70db5d37-7217-4032-b11d-a6bfcac00db3 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Feb 18 12:16:49.081822 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b2ce3c5-066c-454e-a857-b1ba8161954f req-39bc8541-08d2-49b1-8f41-7cea2555fb0f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648210 Feb 18 12:16:49.093919 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097462c-e681-4d87-9c8c-af61ae235020 req-2cee21a3-71f8-478f-8730-8e3c28718e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:49.095361 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2097462c-e681-4d87-9c8c-af61ae235020 req-2cee21a3-71f8-478f-8730-8e3c28718e33 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 1129 time: 0.0583665 Feb 18 12:16:49.137835 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2097462c-e681-4d87-9c8c-af61ae235020 req-0a1fefa7-f6e3-413b-9b04-66cacbcc17e8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 Feb 18 12:16:50.206733 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105b63-5989-496c-957c-e3c244a4b330 req-ddcc133b-35fe-4c28-8714-984594ca8fcf tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:50.208227 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c8105b63-5989-496c-957c-e3c244a4b330 req-ddcc133b-35fe-4c28-8714-984594ca8fcf tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 945 time: 0.0578086 Feb 18 12:16:50.256902 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c8105b63-5989-496c-957c-e3c244a4b330 req-a4a1f6ba-d8c5-489e-89ab-6d467cdd2cd9 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Feb 18 12:16:51.316396 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:16:51.376446 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be05e9-bf2a-482f-b832-a044a366bb7b req-c95f2540-6a72-4949-bc58-a7b944c2debb tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:51.377928 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-87be05e9-bf2a-482f-b832-a044a366bb7b req-c95f2540-6a72-4949-bc58-a7b944c2debb tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 945 time: 0.0519619 Feb 18 12:16:51.423688 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-87be05e9-bf2a-482f-b832-a044a366bb7b req-6ceec55a-907f-4aa1-b03d-21dfd9e3d283 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Feb 18 12:16:56.158186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-02db74cb-3159-4162-94f1-5f1b15055504 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455511 Feb 18 12:16:56.245471 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-6891fdc8-4cf2-49b5-a8af-97e02d94c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:56.246887 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-6891fdc8-4cf2-49b5-a8af-97e02d94c5bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.0456076 Feb 18 12:16:56.350437 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-9d19837f-5c39-413c-91ce-06da8a552994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:56.351870 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-9d19837f-5c39-413c-91ce-06da8a552994 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.0846958 Feb 18 12:16:56.676493 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-5e1be209-8a1e-4615-a320-da5821463db7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1002 time: 0.3179417 Feb 18 12:16:56.724637 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-abba2e21-d18a-471f-9939-31308ced950f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:56.726093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-abba2e21-d18a-471f-9939-31308ced950f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0427976 Feb 18 12:16:56.775164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-d88dbdd6-241c-46c7-ac70-26c8fa12b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:16:56.776681 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-d88dbdd6-241c-46c7-ac70-26c8fa12b933 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444839 Feb 18 12:16:56.868914 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-35bfabd9-49d8-40e1-b735-167a3ccb74ca service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857856 Feb 18 12:16:56.957537 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e6009cc-26a9-4208-ab3e-659af22544ff req-57548258-cbaf-4845-ab01-69b0204fde7a service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818138 Feb 18 12:17:00.787298 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:17:09.274693 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cc28187a-3c9d-4320-a33e-d4f8bc9fa3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:11.458033 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8ade1d3d-5aa7-459a-96ad-dd462b00a065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:12.545189 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:14.057204 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:15.486022 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:21.322719 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:26.486440 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153f8b8-9aef-495b-b5ec-6087519037d3 req-50e37cf7-a267-411f-9166-d2890d1ed15b tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:26.487845 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1153f8b8-9aef-495b-b5ec-6087519037d3 req-50e37cf7-a267-411f-9166-d2890d1ed15b tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Feb 18 12:17:26.538782 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1153f8b8-9aef-495b-b5ec-6087519037d3 req-ec5b91cf-e7e3-4bb8-8c30-5f5d95bd9e6a tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Feb 18 12:17:27.656841 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf39e97-959d-4d65-ad3a-db63867dfb8c req-91114b60-38ce-40aa-913a-676ce4c7119f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:27.658323 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fdf39e97-959d-4d65-ad3a-db63867dfb8c req-91114b60-38ce-40aa-913a-676ce4c7119f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Feb 18 12:17:27.703238 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-fdf39e97-959d-4d65-ad3a-db63867dfb8c req-8894c292-0a42-419f-b5c6-c4217d5ea408 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388331 Feb 18 12:17:27.975023 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916653d-807a-4742-a023-85505982ad1b req-e94cb97c-be9b-4241-a26a-3897efdfdf5c tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:27.976444 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6916653d-807a-4742-a023-85505982ad1b req-e94cb97c-be9b-4241-a26a-3897efdfdf5c tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Feb 18 12:17:28.067799 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Deleting port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:17:28.068134 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:28.154253 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] For port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:17:28.154622 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:28.166753 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Calling delete_port for ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:17:28.291812 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:28.303611 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:17:28.319930 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Pushing event deleted for resources: {'Port': ['ID=ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:28.336354 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.336354 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.336354 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.336789 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.337062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.337406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.337776 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.338120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.338460 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.338797 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.339135 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.339468 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.339801 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:28.380247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] No DVR routers for this DVR port ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:17:28.382955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:28.386291 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6916653d-807a-4742-a023-85505982ad1b req-1765d08e-0955-489a-81c0-5be57b989ac8 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "DELETE /v2.0/ports/ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c HTTP/1.1" status: 204 len: 173 time: 0.4049053 Feb 18 12:17:28.386737 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819c5d18-830c-4fa4-a036-75b71364dc68', 'name': 'network-vif-deleted', 'tag': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:17:28.388968 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af551ba-db54-41a5-9c19-57ffa5e233a1" -d '{"events": [{"server_uuid": "819c5d18-830c-4fa4-a036-75b71364dc68", "name": "network-vif-deleted", "tag": "ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:17:28.424433 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33de1e69-da78-4d9b-9a8b-c7d18f8e6802 x-openstack-request-id: req-33de1e69-da78-4d9b-9a8b-c7d18f8e6802 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:17:28.425246 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819c5d18-830c-4fa4-a036-75b71364dc68", "name": "network-vif-deleted", "tag": "ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:17:28.425515 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33de1e69-da78-4d9b-9a8b-c7d18f8e6802 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:17:28.425942 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819c5d18-830c-4fa4-a036-75b71364dc68', 'name': 'network-vif-deleted', 'tag': 'ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c', 'status': 'completed', 'code': 200} Feb 18 12:17:28.807745 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4ccfe8ad-fd0b-42d3-8d70-50924bc59914 req-1541ecc1-c7a8-4321-8cc3-679002714bc9 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=819c5d18-830c-4fa4-a036-75b71364dc68 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Feb 18 12:17:30.990911 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:17:31.010237 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:17:31.010575 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device ff9efe5d-5e7e-4d1b-bf5f-18df2d36f24c not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:17:37.725601 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-d0a465df-da74-4fe8-9fca-847c70b12028 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:37.727076 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-d0a465df-da74-4fe8-9fca-847c70b12028 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/networks?id=2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 200 len: 814 time: 0.1007743 Feb 18 12:17:37.740902 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-59cf851b-9ace-4cc2-8222-2264c701b486 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/quotas/1b2d009ea4064ff698ed0c466965181d HTTP/1.1" status: 200 len: 375 time: 0.0086334 Feb 18 12:17:37.775761 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-84317286-861e-463c-893d-da8f7cf1bcbd tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b2d009ea4064ff698ed0c466965181d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300958 Feb 18 12:17:37.786515 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:17:37.862409 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-644fa520-9b82-47f8-9b46-2ffd63d710e5 service neutron] 10.222.0.65 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803990 Feb 18 12:17:37.952992 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-f884c90b-af25-4481-99aa-5698d91735e6 service neutron] 10.222.0.65 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Feb 18 12:17:38.112761 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e0b574e-925f-479e-a47f-5937fb9e7de1 req-ba6af033-05bf-4d97-91bb-e55f1c13ca08 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 210 time: 0.0269313 Feb 18 12:17:38.975235 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-e98ae6b1-8062-408e-99d1-0bd1e74fc125 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:38.976685 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-e98ae6b1-8062-408e-99d1-0bd1e74fc125 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "GET /v2.0/networks?id=2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 200 len: 814 time: 0.1019733 Feb 18 12:17:38.988807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Request body: {'port': {'device_id': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0', 'admin_state_up': True, 'tenant_id': '1b2d009ea4064ff698ed0c466965181d'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:17:39.097881 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Made reservation on behalf of 1b2d009ea4064ff698ed0c466965181d for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:17:39.101135 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.230892 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-94c260bf-1aba-4bda-a416-7a04e5da1b64 req-6ba1511f-b738-4722-93b2-8cc15cb4e45b tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 210 time: 0.0518909 Feb 18 12:17:39.249891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Allocated IP 172.20.0.11 (2694d041-036b-4ab1-99d3-7ca187cb53b0/25d7063a-da43-4379-bb20-07164fe17181/63e2f5f7-9aa9-4e4b-932a-889db9dee466) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:17:39.275670 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebe95-cdbc-46b7-9486-48e4b1d5f807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.399576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks [] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.431359 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.473109 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Network 2694d041-036b-4ab1-99d3-7ca187cb53b0 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:17:39.476235 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:17:39.479916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:17:39.504339 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Pushing event updated for resources: {'Port': ['ID=63e2f5f7-9aa9-4e4b-932a-889db9dee466,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:39.530817 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:39.531431 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.546129 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-3f00577e-c267-4056-a953-84b201a68c8f tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609925 Feb 18 12:17:39.556631 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Request body: {'port': {'device_id': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:17:39.621722 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.874603 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e2f5f7-9aa9-4e4b-932a-889db9dee466 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:17:39.882670 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Publish callbacks [] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.894500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Transition to ACTIVE for port object 63e2f5f7-9aa9-4e4b-932a-889db9dee466 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:17:39.897411 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:39.947806 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Pushing event updated for resources: {'Port': ['ID=63e2f5f7-9aa9-4e4b-932a-889db9dee466,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:40.013179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Attempting to bind port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:17:40.013846 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Attempting to bind port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:17:40.013846 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Attempting to bind port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 on network 2694d041-036b-4ab1-99d3-7ca187cb53b0 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:17:40.017998 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 on network 2694d041-036b-4ab1-99d3-7ca187cb53b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:17:40.018314 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Attempting to bind port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 on network 2694d041-036b-4ab1-99d3-7ca187cb53b0 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:17:40.022956 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:17:40.023285 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Checking segment: {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:17:40.023662 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Bound using segment: {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:17:40.024077 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Bound port: 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18691a13-f5d5-4420-aaad-e25498914215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:17:40.024422 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:40.084797 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] For port 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:17:40.087822 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] For port 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:17:40.093673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:40.128153 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.128703 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:40.130088 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] 10.222.0.79 "PUT /v2.0/ports/63e2f5f7-9aa9-4e4b-932a-889db9dee466 HTTP/1.1" status: 200 len: 1094 time: 0.5773094 Feb 18 12:17:40.130521 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'tag': '63e2f5f7-9aa9-4e4b-932a-889db9dee466'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:17:40.133002 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c160a87-a86e-4ff6-8243-c75b01bd68ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1535d5b5-9a5e-448f-9f40-2e4dcf5509a0", "tag": "63e2f5f7-9aa9-4e4b-932a-889db9dee466"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:17:40.155140 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44637-d18b-470e-9c0d-9485832ba394 service neutron] Pushing event updated for resources: {'Port': ['ID=63e2f5f7-9aa9-4e4b-932a-889db9dee466,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:40.178562 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc69865-8be6-4a81-9a3d-12d7a579cf3e x-openstack-request-id: req-7fc69865-8be6-4a81-9a3d-12d7a579cf3e {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:17:40.178848 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1535d5b5-9a5e-448f-9f40-2e4dcf5509a0", "tag": "63e2f5f7-9aa9-4e4b-932a-889db9dee466", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:17:40.179102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fc69865-8be6-4a81-9a3d-12d7a579cf3e {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:17:40.179494 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'tag': '63e2f5f7-9aa9-4e4b-932a-889db9dee466', 'status': 'completed', 'code': 200} Feb 18 12:17:40.214677 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-1c2272b1-9b05-4d6a-849d-2c9d37e6ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.216143 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-1c2272b1-9b05-4d6a-849d-2c9d37e6ce8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b2d009ea4064ff698ed0c466965181d&device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 1128 time: 0.0472586 Feb 18 12:17:40.260412 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-196b0ac0-bb5c-4eae-b08c-4800b6d9e079 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466 HTTP/1.1" status: 200 len: 217 time: 0.0376315 Feb 18 12:17:40.332642 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-725b1064-b1de-432f-af7f-5580288cb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.334114 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-725b1064-b1de-432f-af7f-5580288cb68d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d7063a-da43-4379-bb20-07164fe17181 HTTP/1.1" status: 200 len: 854 time: 0.0682404 Feb 18 12:17:40.371942 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-d38f3dc0-9ef1-413e-a2a7-69163963990d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2694d041-036b-4ab1-99d3-7ca187cb53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316312 Feb 18 12:17:40.382469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfdc-adb0-493e-ba67-110437193b6a req-154410d9-b281-4f55-afa5-0198cf4cb545 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.383728 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b1f3bfdc-adb0-493e-ba67-110437193b6a req-154410d9-b281-4f55-afa5-0198cf4cb545 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 944 time: 0.0857301 Feb 18 12:17:40.475057 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b1f3bfdc-adb0-493e-ba67-110437193b6a req-25a54fe1-fba3-4775-952d-7fabf86106c2 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838754 Feb 18 12:17:40.498039 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-bf871bc4-9688-41e3-8266-718810df0053 service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134002 Feb 18 12:17:40.588192 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2dd87ca6-4480-4d45-9f3b-83ff052d89bd req-92e75248-f490-4f2b-8ea2-4d8b2eed03bc service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847063 Feb 18 12:17:40.671457 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-ff0da192-aafc-45d8-a78e-bb2f77484885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.672917 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-ff0da192-aafc-45d8-a78e-bb2f77484885 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1b2d009ea4064ff698ed0c466965181d&device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 1128 time: 0.0444920 Feb 18 12:17:40.763958 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-636116a4-6c09-4835-a00a-3c56553f2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.765385 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-636116a4-6c09-4835-a00a-3c56553f2b1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 200 len: 915 time: 0.0861309 Feb 18 12:17:40.806149 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-f19d2160-7414-445e-9d95-dc88cbbcd784 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466 HTTP/1.1" status: 200 len: 217 time: 0.0348365 Feb 18 12:17:40.852858 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-35278227-a2e9-4532-afbb-99c3a6b6f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:40.854298 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-35278227-a2e9-4532-afbb-99c3a6b6f004 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=25d7063a-da43-4379-bb20-07164fe17181 HTTP/1.1" status: 200 len: 854 time: 0.0419533 Feb 18 12:17:40.885060 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-425ab3c0-4ec9-4b6c-843b-4e1113f58a5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2694d041-036b-4ab1-99d3-7ca187cb53b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246599 Feb 18 12:17:40.974977 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-bc65530e-1435-422c-9ef1-df8b421db15b service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 Feb 18 12:17:41.061627 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5c160a87-a86e-4ff6-8243-c75b01bd68ad req-c28b1d5e-a87b-4d9e-b46b-fbbf0bfa1e14 service neutron] 10.222.0.79 "GET /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797749 Feb 18 12:17:41.458748 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-98590032-9b1b-4856-9b94-2f76bea9489d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:41.595162 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10544ec9-cacc-4c80-8b4c-d77110200e75 req-944d4309-ef0a-42a3-a9a0-00d0d9cb6440 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:41.597100 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-10544ec9-cacc-4c80-8b4c-d77110200e75 req-944d4309-ef0a-42a3-a9a0-00d0d9cb6440 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 944 time: 0.0551701 Feb 18 12:17:41.642571 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-10544ec9-cacc-4c80-8b4c-d77110200e75 req-44481e28-c683-4585-8073-9916bf5c1f97 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Feb 18 12:17:42.547213 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:42.762895 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823899-06fe-4d3f-9a44-be89589214c3 req-dfb8f77e-8395-4d37-b3a0-c03c16204144 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:42.764358 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01823899-06fe-4d3f-9a44-be89589214c3 req-dfb8f77e-8395-4d37-b3a0-c03c16204144 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 944 time: 0.0525322 Feb 18 12:17:42.809423 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01823899-06fe-4d3f-9a44-be89589214c3 req-b48066ae-0b35-4469-becd-bdf5afeb322b tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 Feb 18 12:17:42.811839 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 63e2f5f7-9aa9-4e4b-932a-889db9dee466 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:17:42.905256 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:17:42.917085 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '63e2f5f7-9aa9-4e4b-932a-889db9dee466', 'network_id': '2694d041-036b-4ab1-99d3-7ca187cb53b0', 'port_id': '63e2f5f7-9aa9-4e4b-932a-889db9dee466', 'mac_address': 'fa:16:3e:73:6b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d7063a-da43-4379-bb20-07164fe17181', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:17:42.951933 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:17:42.952436 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:42.968317 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e2f5f7-9aa9-4e4b-932a-889db9dee466 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:17:42.986229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:17:42.990299 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:43.035450 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=63e2f5f7-9aa9-4e4b-932a-889db9dee466,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:43.042214 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.042570 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.042915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.043255 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.043588 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.043920 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.044255 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.044584 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.044908 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.045234 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.045560 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.045969 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.046292 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:17:43.217122 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['63e2f5f7-9aa9-4e4b-932a-889db9dee466'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:17:43.930639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b2230-c906-4049-b6c9-d824dbf6399c req-fd5da787-af9f-43dc-873d-0948d8e7654b tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:43.932120 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-664b2230-c906-4049-b6c9-d824dbf6399c req-fd5da787-af9f-43dc-873d-0948d8e7654b tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 945 time: 0.0572665 Feb 18 12:17:43.977562 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-664b2230-c906-4049-b6c9-d824dbf6399c req-301fe04b-9977-46cb-b068-06830497999d tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Feb 18 12:17:44.061179 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:44.820420 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 63e2f5f7-9aa9-4e4b-932a-889db9dee466 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:17:44.867855 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:17:44.871731 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:17:44.872102 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:44.945033 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:17:44.945419 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:44.968799 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2f5f7-9aa9-4e4b-932a-889db9dee466'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:17:44.970997 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12edf01-b17c-42f3-9a39-0ea3272eb8ef" -d '{"events": [{"server_uuid": "1535d5b5-9a5e-448f-9f40-2e4dcf5509a0", "name": "network-vif-plugged", "status": "completed", "tag": "63e2f5f7-9aa9-4e4b-932a-889db9dee466"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:17:44.983581 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:17:44.987676 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:45.010421 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b673235-9035-410d-8cdb-12155978eb04 x-openstack-request-id: req-5b673235-9035-410d-8cdb-12155978eb04 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:17:45.010715 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1535d5b5-9a5e-448f-9f40-2e4dcf5509a0", "name": "network-vif-plugged", "status": "completed", "tag": "63e2f5f7-9aa9-4e4b-932a-889db9dee466", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:17:45.010969 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b673235-9035-410d-8cdb-12155978eb04 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:17:45.011355 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e2f5f7-9aa9-4e4b-932a-889db9dee466', 'code': 200} Feb 18 12:17:45.037917 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=63e2f5f7-9aa9-4e4b-932a-889db9dee466,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:17:45.101579 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ae057-6728-44da-8b8c-e876ef9e055d req-56028893-2e37-44ed-b1f6-e819a7ef8bb0 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:45.103095 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c42ae057-6728-44da-8b8c-e876ef9e055d req-56028893-2e37-44ed-b1f6-e819a7ef8bb0 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 946 time: 0.0560579 Feb 18 12:17:45.152354 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c42ae057-6728-44da-8b8c-e876ef9e055d req-ca5e36a9-86b2-4de5-8057-63abc4dbc4e9 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Feb 18 12:17:45.203314 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1847856-19f2-4a75-879e-0394818ebad6 req-8786f230-1b7e-4b51-9683-54032e56aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:45.204777 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c1847856-19f2-4a75-879e-0394818ebad6 req-8786f230-1b7e-4b51-9683-54032e56aaa7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 1130 time: 0.0436168 Feb 18 12:17:45.251160 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c1847856-19f2-4a75-879e-0394818ebad6 req-7d4f86ff-08cf-4903-9414-921acca04f32 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402112 Feb 18 12:17:45.488438 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:17:46.274974 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa148d2-1a14-4324-9966-6b5c8b52b27a req-f8d68f37-3ccc-4e63-8db0-6ad580fd0f0a tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:46.276451 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ffa148d2-1a14-4324-9966-6b5c8b52b27a req-f8d68f37-3ccc-4e63-8db0-6ad580fd0f0a tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 946 time: 0.0531311 Feb 18 12:17:46.323483 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ffa148d2-1a14-4324-9966-6b5c8b52b27a req-c2746bcf-03b8-4691-a044-b77d4ba1aec2 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Feb 18 12:17:47.439501 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e94be-5c51-402f-a569-83e37544ef05 req-5d2e881e-8f32-4cb8-955a-8fbff494ff04 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:17:47.441450 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-582e94be-5c51-402f-a569-83e37544ef05 req-5d2e881e-8f32-4cb8-955a-8fbff494ff04 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 946 time: 0.0530350 Feb 18 12:17:47.488006 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-582e94be-5c51-402f-a569-83e37544ef05 req-03e16136-b978-4c63-a8c5-879177306311 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Feb 18 12:17:51.317694 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:05.285132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd240f-16ed-4c41-9097-4f93d19a5c4e req-121873b3-6992-4d43-a586-d92501cde672 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:05.286525 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ddfd240f-16ed-4c41-9097-4f93d19a5c4e req-121873b3-6992-4d43-a586-d92501cde672 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 946 time: 0.0552578 Feb 18 12:18:05.332981 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ddfd240f-16ed-4c41-9097-4f93d19a5c4e req-6a7471ca-2293-465d-a856-9238f5f7db20 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Feb 18 12:18:06.448888 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305b6ab-e313-40fd-9134-459ebe33a782 req-e5c949e7-adc4-4ff4-84e7-594f4b216bb2 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:06.450343 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1305b6ab-e313-40fd-9134-459ebe33a782 req-e5c949e7-adc4-4ff4-84e7-594f4b216bb2 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 946 time: 0.0503991 Feb 18 12:18:06.496511 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1305b6ab-e313-40fd-9134-459ebe33a782 req-4fd5797f-eea5-4e11-96eb-ef788d5d9a88 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/security-groups?id=364be268-482f-409b-9d18-6e6932908e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Feb 18 12:18:06.787671 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319f665-1e36-4416-83e3-8003452cab18 req-08dcdf77-3b60-464a-8c57-13ec78560b20 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:06.789107 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5319f665-1e36-4416-83e3-8003452cab18 req-08dcdf77-3b60-464a-8c57-13ec78560b20 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 946 time: 0.0512462 Feb 18 12:18:06.882114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Deleting port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:18:06.882456 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:06.973416 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] For port 63e2f5f7-9aa9-4e4b-932a-889db9dee466, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=63e2f5f7-9aa9-4e4b-932a-889db9dee466,segment=NetworkSegment(18691a13-f5d5-4420-aaad-e25498914215),segment_id=18691a13-f5d5-4420-aaad-e25498914215)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:18:06.973830 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:06.985395 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Calling delete_port for 63e2f5f7-9aa9-4e4b-932a-889db9dee466 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:18:07.108334 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (63e2f5f7-9aa9-4e4b-932a-889db9dee466), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:07.120772 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['63e2f5f7-9aa9-4e4b-932a-889db9dee466'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:18:07.140521 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Pushing event deleted for resources: {'Port': ['ID=63e2f5f7-9aa9-4e4b-932a-889db9dee466,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:07.181556 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] No DVR routers for this DVR port 63e2f5f7-9aa9-4e4b-932a-889db9dee466 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:18:07.184121 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:07.187571 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5319f665-1e36-4416-83e3-8003452cab18 req-0c2786fe-beb9-45e8-a549-7484fe384a16 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.79 "DELETE /v2.0/ports/63e2f5f7-9aa9-4e4b-932a-889db9dee466 HTTP/1.1" status: 204 len: 173 time: 0.3936069 Feb 18 12:18:07.188033 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'name': 'network-vif-deleted', 'tag': '63e2f5f7-9aa9-4e4b-932a-889db9dee466'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:18:07.190963 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa1bf57-87d4-4013-8389-40dcfd5d8b17" -d '{"events": [{"server_uuid": "1535d5b5-9a5e-448f-9f40-2e4dcf5509a0", "name": "network-vif-deleted", "tag": "63e2f5f7-9aa9-4e4b-932a-889db9dee466"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:18:07.229780 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab06ded8-791a-4232-b8f2-15fc452aae83 x-openstack-request-id: req-ab06ded8-791a-4232-b8f2-15fc452aae83 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:18:07.230102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1535d5b5-9a5e-448f-9f40-2e4dcf5509a0", "name": "network-vif-deleted", "tag": "63e2f5f7-9aa9-4e4b-932a-889db9dee466", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:18:07.230387 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab06ded8-791a-4232-b8f2-15fc452aae83 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:18:07.230838 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1535d5b5-9a5e-448f-9f40-2e4dcf5509a0', 'name': 'network-vif-deleted', 'tag': '63e2f5f7-9aa9-4e4b-932a-889db9dee466', 'status': 'completed', 'code': 200} Feb 18 12:18:07.603161 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8322299-7cc5-4ed5-8351-d5bdc02d3f93 req-c1a062d5-a8f2-465b-a31f-1cf437e70b34 tempest-VolumesSnapshotTestJSON-1811610112 tempest-VolumesSnapshotTestJSON-1811610112-project] 10.222.0.65 "GET /v2.0/ports?device_id=1535d5b5-9a5e-448f-9f40-2e4dcf5509a0 HTTP/1.1" status: 200 len: 210 time: 0.0264277 Feb 18 12:18:09.276524 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-99854d2f-7f2b-4a84-9e5f-29f9efe0c663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:11.067410 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 63e2f5f7-9aa9-4e4b-932a-889db9dee466 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:18:11.087521 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 63e2f5f7-9aa9-4e4b-932a-889db9dee466 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:18:11.087872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 63e2f5f7-9aa9-4e4b-932a-889db9dee466 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:18:11.460954 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-da25b95a-ffec-4a60-90da-fc5bfb64ad2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:12.550250 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:14.063087 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:14.786590 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:18:15.491793 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:21.329380 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.448029 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56624) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:29.495805 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Deleting subnet 25d7063a-da43-4379-bb20-07164fe17181 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:18:29.498733 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Publish callbacks [] for subnet (25d7063a-da43-4379-bb20-07164fe17181), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.530663 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (25d7063a-da43-4379-bb20-07164fe17181), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.567403 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (25d7063a-da43-4379-bb20-07164fe17181), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.616272 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (25d7063a-da43-4379-bb20-07164fe17181), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.642161 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d7063a-da43-4379-bb20-07164fe17181,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:29.645009 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.648090 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/25d7063a-da43-4379-bb20-07164fe17181 HTTP/1.1" status: 204 len: 168 time: 0.1990774 Feb 18 12:18:29.650783 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56628) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:29.653979 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.654336 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.654686 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.655029 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.655364 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.655698 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.656031 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.656364 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.656695 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.657042 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.657660 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.658066 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.658400 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919059f-de79-460d-be54-53952b0bd980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.719443 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (2694d041-036b-4ab1-99d3-7ca187cb53b0), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.793235 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (2694d041-036b-4ab1-99d3-7ca187cb53b0), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.812820 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2694d041-036b-4ab1-99d3-7ca187cb53b0']}} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:18:29.822300 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18691a13-f5d5-4420-aaad-e25498914215') {'for_net_delete': True} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:18:29.822593 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.services.segments.db [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18691a13-f5d5-4420-aaad-e25498914215') {} {{(pid=102858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:18:29.831674 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5376829'] for segment (18691a13-f5d5-4420-aaad-e25498914215), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.844240 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (18691a13-f5d5-4420-aaad-e25498914215), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.849936 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=102858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:18:29.850315 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5376277'] for segment (18691a13-f5d5-4420-aaad-e25498914215), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: Traceback (most recent call last): Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: timer() Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: cb(*args, **kw) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: return func(*args, **kwargs) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: self._notify() Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: self.callback(batched_events) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: event.method(event) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: return f(self, *a, **k) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._get(url).json() Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: return self.request(url, 'GET', **kwargs) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:18:29.851891 dv-cinder-829877-1-iscsi neutron-server[102858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:18:29.906786 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (2694d041-036b-4ab1-99d3-7ca187cb53b0), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.912073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:29.915213 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2694d041-036b-4ab1-99d3-7ca187cb53b0 HTTP/1.1" status: 204 len: 168 time: 0.2634540 Feb 18 12:18:29.926439 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2694d041-036b-4ab1-99d3-7ca187cb53b0,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:29.933836 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.934266 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.934544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.934898 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.935339 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.935788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.936068 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.936340 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.936644 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.937010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.937336 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.937662 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:29.938096 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a91815-5a2e-4ac5-94d9-b8ba481c29f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:18:30.019049 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56632) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:30.058557 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-93c1d719-396c-4993-afa3-fde862d32ea3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b2d009ea4064ff698ed0c466965181d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383370 Feb 18 12:18:30.060863 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56634) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:30.108278 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-719a335a-0bf2-4951-b638-8e7a9baa0670 admin admin] Publish callbacks [] for security_group (364be268-482f-409b-9d18-6e6932908e41), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:30.128090 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-719a335a-0bf2-4951-b638-8e7a9baa0670 admin admin] Publish callbacks [] for security_group (364be268-482f-409b-9d18-6e6932908e41), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:30.172107 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-719a335a-0bf2-4951-b638-8e7a9baa0670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (364be268-482f-409b-9d18-6e6932908e41), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:30.174755 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-719a335a-0bf2-4951-b638-8e7a9baa0670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:30.176013 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-719a335a-0bf2-4951-b638-8e7a9baa0670 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/364be268-482f-409b-9d18-6e6932908e41 HTTP/1.1" status: 204 len: 168 time: 0.1142824 Feb 18 12:18:30.183270 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a335a-0bf2-4951-b638-8e7a9baa0670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364be268-482f-409b-9d18-6e6932908e41,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:39.280017 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f71030cd-f367-4af3-8697-6d8bc56ac485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:41.462134 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c09165f8-516c-466a-9bb3-a6b95535a6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:42.553972 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:44.065930 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:45.493921 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.167759 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56774) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:47.268905 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e34f2108-f97e-4ccf-882c-f7c6a7b93217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.350303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e34f2108-f97e-4ccf-882c-f7c6a7b93217 admin admin] Publish callbacks [] for security_group (82d2ec55-3f0b-413b-8a98-1a7db0161ff0), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.353831 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e34f2108-f97e-4ccf-882c-f7c6a7b93217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (82d2ec55-3f0b-413b-8a98-1a7db0161ff0), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.391339 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e34f2108-f97e-4ccf-882c-f7c6a7b93217 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f68dbcf60ea94538bbbc1205730d103e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225277 Feb 18 12:18:47.392425 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f2108-f97e-4ccf-882c-f7c6a7b93217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d2ec55-3f0b-413b-8a98-1a7db0161ff0,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:47.394181 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56780) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:18:47.445398 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-17fa954a-aba8-4df3-9b14-4773c249a5f6 admin admin] Publish callbacks [] for security_group (82d2ec55-3f0b-413b-8a98-1a7db0161ff0), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.465909 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-17fa954a-aba8-4df3-9b14-4773c249a5f6 admin admin] Publish callbacks [] for security_group (82d2ec55-3f0b-413b-8a98-1a7db0161ff0), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.511970 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-17fa954a-aba8-4df3-9b14-4773c249a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (82d2ec55-3f0b-413b-8a98-1a7db0161ff0), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.514462 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-17fa954a-aba8-4df3-9b14-4773c249a5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:47.515618 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-17fa954a-aba8-4df3-9b14-4773c249a5f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82d2ec55-3f0b-413b-8a98-1a7db0161ff0 HTTP/1.1" status: 204 len: 168 time: 0.1198783 Feb 18 12:18:47.522828 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa954a-aba8-4df3-9b14-4773c249a5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d2ec55-3f0b-413b-8a98-1a7db0161ff0,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:18:51.319880 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:18:51.785036 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:18:58.131578 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-fdc8177f-3c7c-4a1c-a939-6a0a96537338 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427732 Feb 18 12:18:58.212794 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d703-8451-479e-91f9-bea63b23faca req-bb385c9d-f8de-4016-8b47-183d0e3ed992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:58.214265 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-bb385c9d-f8de-4016-8b47-183d0e3ed992 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.0434864 Feb 18 12:18:58.316208 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d703-8451-479e-91f9-bea63b23faca req-2e648d53-fae3-4f09-8685-0d0a1f776d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:58.317666 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-2e648d53-fae3-4f09-8685-0d0a1f776d5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.0850005 Feb 18 12:18:58.380626 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-d3614a2f-b27f-4e47-b7e9-66b89055cce8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 1002 time: 0.0571675 Feb 18 12:18:58.430658 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d703-8451-479e-91f9-bea63b23faca req-c3eb6b94-324a-457f-aacb-17a65e9e7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:58.432056 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-c3eb6b94-324a-457f-aacb-17a65e9e7453 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0462806 Feb 18 12:18:58.479950 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532d703-8451-479e-91f9-bea63b23faca req-2b3351ba-0e99-4366-90ee-99f4a088158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:18:58.481578 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-2b3351ba-0e99-4366-90ee-99f4a088158c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434246 Feb 18 12:18:58.567228 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-1b48c69b-d5d6-42a4-b319-4f3c78598429 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793610 Feb 18 12:18:58.656103 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0532d703-8451-479e-91f9-bea63b23faca req-c8f4d071-0091-4d4b-9097-2a75c7a2f086 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837026 Feb 18 12:19:09.282576 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-ae6d36a9-7691-4a5f-a6d6-6e70ec7ab205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:11.462085 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1f4246fa-e050-43be-b352-eb4fd5258c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:12.556765 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:14.068039 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:15.495014 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:21.316343 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:28.785347 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:19:39.283143 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d9f8a067-be89-4307-8686-4767e54b5a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:41.462581 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a5a7b591-4741-4de6-85c7-2df77570480f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:42.559665 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:44.070350 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:45.495780 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:48.843852 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56802) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:48.992556 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Deleting port 7d96a9b1-9c45-4972-9513-b2643f1d4fb4 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:48.992893 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:49.063589 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:49.063910 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for floatingip (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:49.075593 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Calling delete_port for 7d96a9b1-9c45-4972-9513-b2643f1d4fb4 owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:49.242449 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (7d96a9b1-9c45-4972-9513-b2643f1d4fb4), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:49.267875 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event deleted for resources: {'Port': ['ID=7d96a9b1-9c45-4972-9513-b2643f1d4fb4,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:49.293621 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.294086 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.294751 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.294751 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.295046 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.295338 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.295672 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.296003 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.296335 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.297088 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.297088 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.297376 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.297613 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:49.340510 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for floatingip (b0687f98-1b2c-4678-a46c-09713e4ac4b4), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:49.340831 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Floating IP b0687f98-1b2c-4678-a46c-09713e4ac4b4 disassociated (deleted). External IP: 172.27.1.109, port: c21ee120-ca2e-4f61-8099-ff51145a35b7. Feb 18 12:19:49.542421 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Router e0c6a995-df10-4133-8758-036c4c918e44 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:19:49.652701 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:19:49.657102 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:49.663796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] Sync routers for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:19:49.672829 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:19:49.673468 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:49.685292 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dd0fa9fc-79f0-484c-9310-b01dc1393653 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "DELETE /v2.0/floatingips/b0687f98-1b2c-4678-a46c-09713e4ac4b4 HTTP/1.1" status: 204 len: 168 time: 0.8403842 Feb 18 12:19:49.686013 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:19:49.688349 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dff355-90fa-4790-9ddc-b1a17d6764d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:19:49.797669 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd669f-81f6-448b-a672-fcccb05105ed x-openstack-request-id: req-00dd669f-81f6-448b-a672-fcccb05105ed {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:19:49.798202 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:19:49.798466 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00dd669f-81f6-448b-a672-fcccb05105ed {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:19:49.798941 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'status': 'completed', 'code': 200} Feb 18 12:19:49.921112 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:19:49.980082 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-94e22ed1-ba6d-4a43-8907-9296096c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:49.981689 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-94e22ed1-ba6d-4a43-8907-9296096c1f89 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7aaba6e383504b609694b9f2c24a7009&device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 1130 time: 0.1522753 Feb 18 12:19:50.093227 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798337e3-801e-41e9-bd08-7cd28a8ee184 req-a0ed4090-e38c-42d8-966a-c0d83a013c3d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:50.094645 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-798337e3-801e-41e9-bd08-7cd28a8ee184 req-a0ed4090-e38c-42d8-966a-c0d83a013c3d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.2270687 Feb 18 12:19:50.116804 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:50.120665 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-ecd1e020-73c3-41a4-b170-f83491138b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:50.122110 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-ecd1e020-73c3-41a4-b170-f83491138b5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 200 len: 909 time: 0.1326971 Feb 18 12:19:50.146995 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] Checking router: e0c6a995-df10-4133-8758-036c4c918e44 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:19:50.155148 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:19:50.155766 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:50.175153 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-e8e9e379-17a9-40a1-bcc0-52167d7d37ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 200 len: 217 time: 0.0455561 Feb 18 12:19:50.196884 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-798337e3-801e-41e9-bd08-7cd28a8ee184 req-513f1ede-87de-4e1f-998e-9b553266d146 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962925 Feb 18 12:19:50.235738 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-eaf4d8d3-667f-4955-8471-6c803363b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:50.237183 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-eaf4d8d3-667f-4955-8471-6c803363b9ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 200 len: 847 time: 0.0530236 Feb 18 12:19:50.263328 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:19:50.286659 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-7c19ad8f-ccbf-48b2-8a8b-3dfb81537aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:50.288213 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-7c19ad8f-ccbf-48b2-8a8b-3dfb81537aec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437617 Feb 18 12:19:50.298463 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-193d545d-252b-43ca-8ce6-b349bcb4142c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:19:50.299415 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-193d545d-252b-43ca-8ce6-b349bcb4142c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048709 Feb 18 12:19:50.390725 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-99d61849-a27e-4ad5-8fa9-fd813cdc22c7 service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848279 Feb 18 12:19:50.456592 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:50.478429 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-32dff355-90fa-4790-9ddc-b1a17d6764d1 req-47ba84e2-964b-434c-b911-f808c22282be service neutron] 10.222.0.79 "GET /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Feb 18 12:19:50.482356 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a33b8-404e-42f4-bcb0-9e0acd3fb981 None None] The sync data for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi is: [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:12Z', 'revision_number': 4, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'd2087332-15dd-401d-be58-07af18e929a6', 'name': '', 'network_id': '1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'mac_address': 'fa:16:3e:81:b1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:12Z', 'updated_at': '2022-02-18T12:13:16Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'subnets': [{'id': '9d0cdbb1-3358-46a1-9297-963019b3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:19:50.692006 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddeb69-244e-4f80-8697-8523f6e152da None None] New status for floating IP b0687f98-1b2c-4678-a46c-09713e4ac4b4: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:19:51.346147 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:51.364477 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec878f1b-90fd-4cb0-ab7a-bae55e49da19 req-bd3dd391-e687-4251-907b-558218bec47a tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:51.365956 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec878f1b-90fd-4cb0-ab7a-bae55e49da19 req-bd3dd391-e687-4251-907b-558218bec47a tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.1006410 Feb 18 12:19:51.416848 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ec878f1b-90fd-4cb0-ab7a-bae55e49da19 req-54c05d80-46bd-4b62-be79-d33f3091d2d9 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453753 Feb 18 12:19:51.763120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e098008-624d-4e14-890b-6d36496a0a52 req-9b2d64a0-c075-4f2c-9e50-483049c7127f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:19:51.764584 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e098008-624d-4e14-890b-6d36496a0a52 req-9b2d64a0-c075-4f2c-9e50-483049c7127f tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 946 time: 0.3050389 Feb 18 12:19:51.853815 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Deleting port c21ee120-ca2e-4f61-8099-ff51145a35b7 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:51.854152 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:51.941021 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] For port c21ee120-ca2e-4f61-8099-ff51145a35b7, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c21ee120-ca2e-4f61-8099-ff51145a35b7,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:51.941380 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:51.956381 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Calling delete_port for c21ee120-ca2e-4f61-8099-ff51145a35b7 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:52.101369 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (c21ee120-ca2e-4f61-8099-ff51145a35b7), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:52.127027 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event deleted for resources: {'Port': ['ID=c21ee120-ca2e-4f61-8099-ff51145a35b7,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:52.139172 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.139410 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.139721 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.140057 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.140388 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.140715 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.141040 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.141406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.141758 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.142088 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.142411 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.142731 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.143067 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:52.183645 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] No DVR routers for this DVR port c21ee120-ca2e-4f61-8099-ff51145a35b7 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:19:52.186474 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:52.190007 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6e098008-624d-4e14-890b-6d36496a0a52 req-1ef1d1da-d4ee-4c21-9e30-70c637e1ebae tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.79 "DELETE /v2.0/ports/c21ee120-ca2e-4f61-8099-ff51145a35b7 HTTP/1.1" status: 204 len: 173 time: 0.4201672 Feb 18 12:19:52.190481 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-deleted', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:19:52.192976 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c23bdd-182d-4b05-b48d-a90fe795ad9c" -d '{"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-deleted", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:19:52.230324 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07edddf7-ea2d-4e4b-afd3-03baa0cc3e5d x-openstack-request-id: req-07edddf7-ea2d-4e4b-afd3-03baa0cc3e5d {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:19:52.230629 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb708a-c224-4260-bd54-07b7652d4677", "name": "network-vif-deleted", "tag": "c21ee120-ca2e-4f61-8099-ff51145a35b7", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:19:52.231032 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07edddf7-ea2d-4e4b-afd3-03baa0cc3e5d {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:19:52.231349 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb708a-c224-4260-bd54-07b7652d4677', 'name': 'network-vif-deleted', 'tag': 'c21ee120-ca2e-4f61-8099-ff51145a35b7', 'status': 'completed', 'code': 200} Feb 18 12:19:52.514646 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f83bd4ac-529a-4f59-98ee-080a47d51067 req-ed3e4e8f-62df-463e-936f-ec452c560230 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bcb708a-c224-4260-bd54-07b7652d4677 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Feb 18 12:19:53.551346 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:19:53.571395 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56836) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:53.574904 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: c21ee120-ca2e-4f61-8099-ff51145a35b7 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:19:53.575293 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c21ee120-ca2e-4f61-8099-ff51145a35b7 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:19:53.627018 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b7fd-39a3-45c0-9388-779b31fa8f49 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group (bb8ae365-ebbd-4693-a9bb-e90ad4d10a76), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:53.652128 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b7fd-39a3-45c0-9388-779b31fa8f49 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group (bb8ae365-ebbd-4693-a9bb-e90ad4d10a76), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:53.710090 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b7fd-39a3-45c0-9388-779b31fa8f49 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (bb8ae365-ebbd-4693-a9bb-e90ad4d10a76), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:53.712715 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-8ec4b7fd-39a3-45c0-9388-779b31fa8f49 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:53.713948 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-8ec4b7fd-39a3-45c0-9388-779b31fa8f49 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] 10.222.0.65 "DELETE /v2.0/security-groups/bb8ae365-ebbd-4693-a9bb-e90ad4d10a76 HTTP/1.1" status: 204 len: 168 time: 0.1414766 Feb 18 12:19:53.723066 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4b7fd-39a3-45c0-9388-779b31fa8f49 tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ae365-ebbd-4693-a9bb-e90ad4d10a76,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:53.761443 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56840) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:54.190544 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (e0c6a995-df10-4133-8758-036c4c918e44), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:54.425581 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Deleting port d2087332-15dd-401d-be58-07af18e929a6 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:54.425940 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (d2087332-15dd-401d-be58-07af18e929a6), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:54.500538 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] For port d2087332-15dd-401d-be58-07af18e929a6, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=d2087332-15dd-401d-be58-07af18e929a6,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:54.500822 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (d2087332-15dd-401d-be58-07af18e929a6), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:54.516737 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Calling delete_port for d2087332-15dd-401d-be58-07af18e929a6 owned by network:router_interface {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:54.687362 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (d2087332-15dd-401d-be58-07af18e929a6), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:54.711723 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2087332-15dd-401d-be58-07af18e929a6,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:54.874758 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (e0c6a995-df10-4133-8758-036c4c918e44), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:55.284937 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Router e0c6a995-df10-4133-8758-036c4c918e44 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:19:55.398820 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:19:55.405189 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-a9e77560-7c1f-4342-8878-e0e890fdac89 admin admin] 10.222.0.65 "PUT /v2.0/routers/e0c6a995-df10-4133-8758-036c4c918e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418855 Feb 18 12:19:55.407082 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56844) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:55.408230 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] Sync routers for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:19:55.418280 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:19:55.418899 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:55.511398 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks [] for router (e0c6a995-df10-4133-8758-036c4c918e44), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:55.525203 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:19:55.613637 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks [] for router_gateway (e0c6a995-df10-4133-8758-036c4c918e44), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:55.668500 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Deleting port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:55.668844 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:55.701360 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:19:54Z', 'revision_number': 5, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port': {'id': 'b09f1cae-fcb5-49fb-97bf-6deafc2b82e4', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:55.732168 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] Checking router: e0c6a995-df10-4133-8758-036c4c918e44 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:19:55.740925 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] Routers {'e0c6a995-df10-4133-8758-036c4c918e44'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:19:55.741544 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['e0c6a995-df10-4133-8758-036c4c918e44'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:55.765430 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] For port b09f1cae-fcb5-49fb-97bf-6deafc2b82e4, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:55.766067 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:55.778353 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Calling delete_port for b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 owned by network:router_gateway {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:55.828478 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] Set router e0c6a995-df10-4133-8758-036c4c918e44 gateway port host: None {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:19:55.879093 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:19:55Z', 'revision_number': 6, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:55.909093 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6114401-9ae3-4fc2-8a28-769064873a76 None None] The sync data for ids ['e0c6a995-df10-4133-8758-036c4c918e44'] in dv-cinder-829877-1-iscsi is: [{'id': 'e0c6a995-df10-4133-8758-036c4c918e44', 'name': 'tempest-TestShelveInstance-683435191-router', 'tenant_id': '7aaba6e383504b609694b9f2c24a7009', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:09Z', 'updated_at': '2022-02-18T12:19:55Z', 'revision_number': 6, 'project_id': '7aaba6e383504b609694b9f2c24a7009', 'gw_port_host': None}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:19:55.945856 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (b09f1cae-fcb5-49fb-97bf-6deafc2b82e4), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:55.968905 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Pushing event deleted for resources: {'Port': ['ID=b09f1cae-fcb5-49fb-97bf-6deafc2b82e4,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:56.031632 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (e0c6a995-df10-4133-8758-036c4c918e44), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.141651 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (e0c6a995-df10-4133-8758-036c4c918e44), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.143808 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks [] for router_controller (e0c6a995-df10-4133-8758-036c4c918e44), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.203727 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (e0c6a995-df10-4133-8758-036c4c918e44), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.204200 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c6a995-df10-4133-8758-036c4c918e44 {{(pid=102857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:19:56.209399 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.210560 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-32890166-5ba8-49d0-83d9-4f16ce2fb93c admin admin] 10.222.0.65 "DELETE /v2.0/routers/e0c6a995-df10-4133-8758-036c4c918e44 HTTP/1.1" status: 204 len: 168 time: 0.8025470 Feb 18 12:19:56.213156 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56846) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:56.254636 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Deleting subnet 9d0cdbb1-3358-46a1-9297-963019b3cb68 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:19:56.257874 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Publish callbacks [] for subnet (9d0cdbb1-3358-46a1-9297-963019b3cb68), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.296386 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (9d0cdbb1-3358-46a1-9297-963019b3cb68), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.372724 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (9d0cdbb1-3358-46a1-9297-963019b3cb68), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.422666 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (9d0cdbb1-3358-46a1-9297-963019b3cb68), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.448168 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0cdbb1-3358-46a1-9297-963019b3cb68,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:56.450128 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.453249 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-f802a097-fa12-4833-a8a3-407b0d7ff970 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9d0cdbb1-3358-46a1-9297-963019b3cb68 HTTP/1.1" status: 204 len: 168 time: 0.2391653 Feb 18 12:19:56.454719 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e46f7bf-8e35-4022-a986-e6da3c1a0d39 None None] Network 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:19:56.455754 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56848) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:56.525890 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.576924 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Deleting port 91714132-1678-45c9-b3ff-e8c58f3fb274 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:56.577257 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.642613 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-72974607-6085-455d-a897-a818af187f5b admin admin] For port 91714132-1678-45c9-b3ff-e8c58f3fb274, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=91714132-1678-45c9-b3ff-e8c58f3fb274,segment=NetworkSegment(f284879c-b8b9-42be-90ab-93d7712cbfff),segment_id=f284879c-b8b9-42be-90ab-93d7712cbfff)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:56.642902 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.656074 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Calling delete_port for 91714132-1678-45c9-b3ff-e8c58f3fb274 owned by network:dhcp {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:56.687135 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] DHCP port deletion for 1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:19:56.737418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Deleting port 91714132-1678-45c9-b3ff-e8c58f3fb274 {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:56.737810 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.739203 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.766508 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=91714132-1678-45c9-b3ff-e8c58f3fb274,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:56.768321 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72974607-6085-455d-a897-a818af187f5b admin admin] No DVR routers for this DVR port 91714132-1678-45c9-b3ff-e8c58f3fb274 on host dv-cinder-829877-1-iscsi {{(pid=102857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:19:56.803820 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] For port 91714132-1678-45c9-b3ff-e8c58f3fb274, host dv-cinder-829877-1-iscsi, got binding levels [] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:56.804220 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.816870 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Calling delete_port for 91714132-1678-45c9-b3ff-e8c58f3fb274 owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:56.820083 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.ipam_backend_mixin [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Port 91714132-1678-45c9-b3ff-e8c58f3fb274 was not found and therefore no delete operation was performed {{(pid=102859) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 18 12:19:56.821316 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (91714132-1678-45c9-b3ff-e8c58f3fb274), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.841010 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.844843 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Pushing event deleted for resources: {'Port': ['ID=91714132-1678-45c9-b3ff-e8c58f3fb274,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:56.852448 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] No DVR routers for this DVR port 91714132-1678-45c9-b3ff-e8c58f3fb274 on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:19:56.854530 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.854895 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.855241 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.855577 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.855908 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.856236 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.856563 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.856889 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.857211 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.857533 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.858074 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.858252 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.858506 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292fe361-356d-4e94-8693-1a5337464dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:19:56.861131 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-72974607-6085-455d-a897-a818af187f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:56.871280 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-72974607-6085-455d-a897-a818af187f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f284879c-b8b9-42be-90ab-93d7712cbfff') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:56.871582 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-72974607-6085-455d-a897-a818af187f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f284879c-b8b9-42be-90ab-93d7712cbfff') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:56.881591 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (f284879c-b8b9-42be-90ab-93d7712cbfff), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.895097 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (f284879c-b8b9-42be-90ab-93d7712cbfff), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.901116 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:19:56.901502 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (f284879c-b8b9-42be-90ab-93d7712cbfff), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:19:56.903153 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:19:56.959456 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.964735 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:56.968051 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-72974607-6085-455d-a897-a818af187f5b admin admin] 10.222.0.65 "DELETE /v2.0/networks/1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53 HTTP/1.1" status: 204 len: 168 time: 0.5113902 Feb 18 12:19:56.971078 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56850) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:56.986525 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72974607-6085-455d-a897-a818af187f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9b3f3f-8767-4a4f-9b50-a8ccd0e65f53,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:57.321241 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (d7d18087-96ec-4a00-811f-f16e1a125e30), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:57.358471 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:19:57.382270 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:19:57.382878 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device b09f1cae-fcb5-49fb-97bf-6deafc2b82e4 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:19:57.383309 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 91714132-1678-45c9-b3ff-e8c58f3fb274 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:19:57.402096 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 91714132-1678-45c9-b3ff-e8c58f3fb274 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:19:57.402464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 91714132-1678-45c9-b3ff-e8c58f3fb274 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:19:57.402883 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device d2087332-15dd-401d-be58-07af18e929a6 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:19:57.421107 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: d2087332-15dd-401d-be58-07af18e929a6 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:19:57.421462 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device d2087332-15dd-401d-be58-07af18e929a6 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:19:57.573475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Deleting port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:57.573743 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:57.649717 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] For port 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,segment=NetworkSegment(9ae10178-f246-4704-8434-addd0ee19f81),segment_id=9ae10178-f246-4704-8434-addd0ee19f81)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:57.650096 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:57.666348 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Calling delete_port for 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:57.841805 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (2cbb9458-b4bb-4b96-a53f-476fd1cdacc1), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:57.864970 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbb9458-b4bb-4b96-a53f-476fd1cdacc1,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:58.032732 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (d7d18087-96ec-4a00-811f-f16e1a125e30), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:58.246217 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Router d7d18087-96ec-4a00-811f-f16e1a125e30 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:19:58.351954 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:19:58.356888 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-0f180244-25ae-439a-b0af-7e0a44ef906f admin admin] 10.222.0.65 "PUT /v2.0/routers/d7d18087-96ec-4a00-811f-f16e1a125e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847415 Feb 18 12:19:58.359419 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56852) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:58.361938 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] Sync routers for ids ['d7d18087-96ec-4a00-811f-f16e1a125e30'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:19:58.372971 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] Routers {'d7d18087-96ec-4a00-811f-f16e1a125e30'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:19:58.373576 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['d7d18087-96ec-4a00-811f-f16e1a125e30'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:58.462488 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks [] for router (d7d18087-96ec-4a00-811f-f16e1a125e30), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:58.477112 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] Set router d7d18087-96ec-4a00-811f-f16e1a125e30 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:19:58.567904 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks [] for router_gateway (d7d18087-96ec-4a00-811f-f16e1a125e30), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:58.623817 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Deleting port fbba0f98-ab01-49f1-8974-28e8b9694e96 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:58.624161 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:58.702495 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] For port fbba0f98-ab01-49f1-8974-28e8b9694e96, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=fbba0f98-ab01-49f1-8974-28e8b9694e96,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:58.702856 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:58.715198 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Calling delete_port for fbba0f98-ab01-49f1-8974-28e8b9694e96 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:58.737686 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:19:57Z', 'revision_number': 5, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port': {'id': 'fbba0f98-ab01-49f1-8974-28e8b9694e96', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:58.766600 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] Checking router: d7d18087-96ec-4a00-811f-f16e1a125e30 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:19:58.775138 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] Routers {'d7d18087-96ec-4a00-811f-f16e1a125e30'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:19:58.775742 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['d7d18087-96ec-4a00-811f-f16e1a125e30'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:58.861746 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] Set router d7d18087-96ec-4a00-811f-f16e1a125e30 gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:19:58.883720 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (fbba0f98-ab01-49f1-8974-28e8b9694e96), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:58.907078 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbba0f98-ab01-49f1-8974-28e8b9694e96,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:58.912792 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:19:58Z', 'revision_number': 6, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:58.941852 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2065f61a-f271-439a-83db-e6173d4bff57 None None] The sync data for ids ['d7d18087-96ec-4a00-811f-f16e1a125e30'] in dv-cinder-829877-1-iscsi is: [{'id': 'd7d18087-96ec-4a00-811f-f16e1a125e30', 'name': 'tempest-TestShelveInstance-553217050-router', 'tenant_id': '67bec5d123b94bca8a2e79e8243df032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:13:15Z', 'updated_at': '2022-02-18T12:19:58Z', 'revision_number': 6, 'project_id': '67bec5d123b94bca8a2e79e8243df032', 'gw_port_host': None}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:19:58.975052 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (d7d18087-96ec-4a00-811f-f16e1a125e30), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.065313 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (d7d18087-96ec-4a00-811f-f16e1a125e30), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.067421 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks [] for router_controller (d7d18087-96ec-4a00-811f-f16e1a125e30), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.114199 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (d7d18087-96ec-4a00-811f-f16e1a125e30), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.114676 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7d18087-96ec-4a00-811f-f16e1a125e30 {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:19:59.119587 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.120847 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e971eb51-4e6d-4e33-954f-df7b1ba8be2d admin admin] 10.222.0.65 "DELETE /v2.0/routers/d7d18087-96ec-4a00-811f-f16e1a125e30 HTTP/1.1" status: 204 len: 168 time: 0.7605350 Feb 18 12:19:59.123312 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56854) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:59.167739 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Deleting subnet 0e79bcf6-9a8c-4590-9767-d2adfef646d1 {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:19:59.170766 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Publish callbacks [] for subnet (0e79bcf6-9a8c-4590-9767-d2adfef646d1), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.203376 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (0e79bcf6-9a8c-4590-9767-d2adfef646d1), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.284159 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (0e79bcf6-9a8c-4590-9767-d2adfef646d1), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.344584 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (0e79bcf6-9a8c-4590-9767-d2adfef646d1), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.373362 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e79bcf6-9a8c-4590-9767-d2adfef646d1,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:59.374829 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.380264 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-380cd58b-788e-489d-8bd8-0ffb5fedede5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0e79bcf6-9a8c-4590-9767-d2adfef646d1 HTTP/1.1" status: 204 len: 168 time: 0.2537422 Feb 18 12:19:59.381060 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56856) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:19:59.386859 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4817d2-316b-414a-a480-72bb64f8ee2b None None] Network 157de979-c05f-410e-9597-1951a901f010 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:19:59.465642 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (157de979-c05f-410e-9597-1951a901f010), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.523314 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Deleting port c6f75944-b11e-464a-898c-e0d484bebbd9 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:19:59.523642 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.585115 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] For port c6f75944-b11e-464a-898c-e0d484bebbd9, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=c6f75944-b11e-464a-898c-e0d484bebbd9,segment=NetworkSegment(9ae10178-f246-4704-8434-addd0ee19f81),segment_id=9ae10178-f246-4704-8434-addd0ee19f81)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:19:59.585466 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.597254 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Calling delete_port for c6f75944-b11e-464a-898c-e0d484bebbd9 owned by network:dhcp {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:19:59.672160 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (c6f75944-b11e-464a-898c-e0d484bebbd9), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.696997 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f75944-b11e-464a-898c-e0d484bebbd9,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:19:59.700419 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] No DVR routers for this DVR port c6f75944-b11e-464a-898c-e0d484bebbd9 on host dv-cinder-829877-1-iscsi {{(pid=102857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:19:59.716188 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac60ec-a2b5-4424-b9bb-e560f53c363f None None] DHCP port deletion for 157de979-c05f-410e-9597-1951a901f010 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:19:59.781690 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:19:59.783455 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (157de979-c05f-410e-9597-1951a901f010), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.801669 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:19:59.802135 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 2cbb9458-b4bb-4b96-a53f-476fd1cdacc1 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:19:59.803728 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157de979-c05f-410e-9597-1951a901f010']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:59.812934 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae10178-f246-4704-8434-addd0ee19f81') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:59.813232 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae10178-f246-4704-8434-addd0ee19f81') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:19:59.823128 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (9ae10178-f246-4704-8434-addd0ee19f81), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.836608 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (9ae10178-f246-4704-8434-addd0ee19f81), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.842879 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:19:59.843265 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (9ae10178-f246-4704-8434-addd0ee19f81), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:19:59.844885 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:19:59.906552 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (157de979-c05f-410e-9597-1951a901f010), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.913000 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:19:59.915886 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] 10.222.0.65 "DELETE /v2.0/networks/157de979-c05f-410e-9597-1951a901f010 HTTP/1.1" status: 204 len: 168 time: 0.5222580 Feb 18 12:19:59.926893 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d4625-2a67-4830-b155-80a0718e4faf admin admin] Pushing event deleted for resources: {'Network': ['ID=157de979-c05f-410e-9597-1951a901f010,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:00.037377 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56860) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:00.077741 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-b4ab469a-b157-4090-854d-43a84206a92f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7aaba6e383504b609694b9f2c24a7009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388262 Feb 18 12:20:00.080075 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56862) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:00.124811 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5c5a39bb-a2a4-4596-8717-2589e6a23cb2 admin admin] Publish callbacks [] for security_group (18626192-7093-4e20-8d70-05ad98242e0a), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.145599 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5c5a39bb-a2a4-4596-8717-2589e6a23cb2 admin admin] Publish callbacks [] for security_group (18626192-7093-4e20-8d70-05ad98242e0a), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.189237 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5c5a39bb-a2a4-4596-8717-2589e6a23cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (18626192-7093-4e20-8d70-05ad98242e0a), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.191732 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5c5a39bb-a2a4-4596-8717-2589e6a23cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.192924 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5c5a39bb-a2a4-4596-8717-2589e6a23cb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18626192-7093-4e20-8d70-05ad98242e0a HTTP/1.1" status: 204 len: 168 time: 0.1119635 Feb 18 12:20:00.200670 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a39bb-a2a4-4596-8717-2589e6a23cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18626192-7093-4e20-8d70-05ad98242e0a,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:00.490890 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56868) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:00.530747 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-4c396334-36a2-4c8b-9d30-bba9a73e0f81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67bec5d123b94bca8a2e79e8243df032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386536 Feb 18 12:20:00.533132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56870) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:00.579247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9ea79eef-fe34-4ba8-a99d-9345ba3de83a admin admin] Publish callbacks [] for security_group (8b41f093-069e-4de5-871b-68283b61ebcd), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.599310 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9ea79eef-fe34-4ba8-a99d-9345ba3de83a admin admin] Publish callbacks [] for security_group (8b41f093-069e-4de5-871b-68283b61ebcd), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.643996 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9ea79eef-fe34-4ba8-a99d-9345ba3de83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (8b41f093-069e-4de5-871b-68283b61ebcd), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.646711 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-9ea79eef-fe34-4ba8-a99d-9345ba3de83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:00.647850 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-9ea79eef-fe34-4ba8-a99d-9345ba3de83a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b41f093-069e-4de5-871b-68283b61ebcd HTTP/1.1" status: 204 len: 168 time: 0.1138113 Feb 18 12:20:00.655159 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea79eef-fe34-4ba8-a99d-9345ba3de83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41f093-069e-4de5-871b-68283b61ebcd,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:01.276498 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56892) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:01.353623 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fbba0f98-ab01-49f1-8974-28e8b9694e96 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:20:01.372817 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-505542787-network', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:01.375548 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: fbba0f98-ab01-49f1-8974-28e8b9694e96 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:20:01.375896 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device fbba0f98-ab01-49f1-8974-28e8b9694e96 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:20:01.376314 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c6f75944-b11e-464a-898c-e0d484bebbd9 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:20:01.392547 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Made reservation on behalf of 1a6e801b0dd64f7da680cea0fac2cab3 for: {'network': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:20:01.394894 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.404287 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.486536 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks [] for security_group (e9f7b11d-58bf-4629-a885-db9f6625427b), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.491642 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e9f7b11d-58bf-4629-a885-db9f6625427b), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.516165 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=102857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:20:01.524511 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: c6f75944-b11e-464a-898c-e0d484bebbd9 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:20:01.524776 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device c6f75944-b11e-464a-898c-e0d484bebbd9 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:20:01.525521 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f7b11d-58bf-4629-a885-db9f6625427b,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:01.531454 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (2a37c8be-3cf9-4213-90f5-230b4d9c7231), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.531896 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.segments_db [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Added segment 2a37c8be-3cf9-4213-90f5-230b4d9c7231 of type vlan for network 7fbee369-3e00-420e-902b-b66695a97f60 Feb 18 12:20:01.570468 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (7fbee369-3e00-420e-902b-b66695a97f60), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.594525 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (7fbee369-3e00-420e-902b-b66695a97f60), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.595447 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:01.596025 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.642345 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3647718 Feb 18 12:20:01.645130 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56896) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:01.656298 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Request body: {'subnet': {'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-505542787-subnet', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:01.667017 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9b8d6-980c-446a-990b-018cb0d1c56d admin admin] Pushing event updated for resources: {'Network': ['ID=7fbee369-3e00-420e-902b-b66695a97f60,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:01.676685 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 7fbee369-3e00-420e-902b-b66695a97f60 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:20:01.679437 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Made reservation on behalf of 1a6e801b0dd64f7da680cea0fac2cab3 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:20:01.682638 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.849260 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (f9d60ed1-ba4a-4685-acd1-2c8da3861117), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.906189 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d60ed1-ba4a-4685-acd1-2c8da3861117,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:01.914707 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Checking segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:01.915075 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Network hostable DHCP agents. Network: 7fbee369-3e00-420e-902b-b66695a97f60, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:20:01.931390 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Network 7fbee369-3e00-420e-902b-b66695a97f60 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:20:01.939181 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 7fbee369-3e00-420e-902b-b66695a97f60) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:01.942989 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:01.944117 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.949025 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d188bb91-3339-4252-b39e-e1b151bb6d39 None None] Network 7fbee369-3e00-420e-902b-b66695a97f60 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:20:01.961788 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-14b740f2-be80-40b4-9b40-13e4662130b9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3135543 Feb 18 12:20:01.962545 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56898) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:01.967179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:01.989410 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (c50a8941-3874-4bb9-8b94-449bc8388941), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:01.991121 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (c50a8941-3874-4bb9-8b94-449bc8388941), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.041460 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks [] for router_controller (c50a8941-3874-4bb9-8b94-449bc8388941), precommit_add_association {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.055751 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-7fbee369-3e00-420e-902b-b66695a97f60', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:20:02.056620 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.185866 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks [] for router_gateway (c50a8941-3874-4bb9-8b94-449bc8388941), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.190594 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Allocated IP 172.20.0.2 (7fbee369-3e00-420e-902b-b66695a97f60/f9d60ed1-ba4a-4685-acd1-2c8da3861117/e05184c7-abb6-469c-ad23-5b25cb676cdc) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:02.331692 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Publish callbacks [] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.338490 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.380006 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Network 7fbee369-3e00-420e-902b-b66695a97f60 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:02.382980 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:02.387379 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:02.389294 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Pushing event updated for resources: {'Port': ['ID=e05184c7-abb6-469c-ad23-5b25cb676cdc,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:02.392574 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks [] for router_gateway (c50a8941-3874-4bb9-8b94-449bc8388941), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.416406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.443840 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Attempting to bind port e05184c7-abb6-469c-ad23-5b25cb676cdc on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:02.444118 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Attempting to bind port e05184c7-abb6-469c-ad23-5b25cb676cdc by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:02.444488 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Attempting to bind port e05184c7-abb6-469c-ad23-5b25cb676cdc on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:02.449364 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:02.449763 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Checking segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:02.450171 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.450562 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Bound using segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:02.451021 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Bound port: e05184c7-abb6-469c-ad23-5b25cb676cdc, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:02.451398 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.514761 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] For port e05184c7-abb6-469c-ad23-5b25cb676cdc, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:02.519019 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] For port e05184c7-abb6-469c-ad23-5b25cb676cdc, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e05184c7-abb6-469c-ad23-5b25cb676cdc,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:02.520644 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Allocated IP 172.27.1.134 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/a54060a1-38d8-408c-a618-81f1e65d4926) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:02.527315 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.585775 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349ad8d-1cb0-4686-b73a-2cd725df6aad None None] Pushing event updated for resources: {'Port': ['ID=e05184c7-abb6-469c-ad23-5b25cb676cdc,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:02.640942 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks [] for port (a54060a1-38d8-408c-a618-81f1e65d4926), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.942553 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:02.981669 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:02.984330 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:02.987408 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:03.014225 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Pushing event updated for resources: {'Port': ['ID=a54060a1-38d8-408c-a618-81f1e65d4926,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:03.243468 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks [] for router_gateway (c50a8941-3874-4bb9-8b94-449bc8388941), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.414915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e05184c7-abb6-469c-ad23-5b25cb676cdc up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:03.462943 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (c50a8941-3874-4bb9-8b94-449bc8388941), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.468406 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port e05184c7-abb6-469c-ad23-5b25cb676cdc triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:03.468853 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.498978 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f540e71-6732-42ed-aba6-724824bbfc0d None None] Network 7fbee369-3e00-420e-902b-b66695a97f60 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:20:03.596304 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Router c50a8941-3874-4bb9-8b94-449bc8388941 is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:20:03.635078 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Provisioning complete for port e05184c7-abb6-469c-ad23-5b25cb676cdc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:03.635460 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.684802 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port e05184c7-abb6-469c-ad23-5b25cb676cdc is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:03.685196 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.704982 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:20:03.718921 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:20:03.723902 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.727742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-29f718cc-886b-48b2-9e6f-0e5d5a9d3f98 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7612822 Feb 18 12:20:03.728026 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56900) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:03.769985 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port e05184c7-abb6-469c-ad23-5b25cb676cdc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e05184c7-abb6-469c-ad23-5b25cb676cdc,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:03.780204 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:03.780850 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:03.782752 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.854486 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Current status of the port e05184c7-abb6-469c-ad23-5b25cb676cdc is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:03.854874 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:03.936323 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=e05184c7-abb6-469c-ad23-5b25cb676cdc,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:03.985403 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:03.987859 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.db.api [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:20:03.988257 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG oslo_db.api [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 18 12:20:04.157114 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.161010 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:03Z', 'revision_number': 3, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:04.187775 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:20:04.188132 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Updating router c50a8941-3874-4bb9-8b94-449bc8388941 port a54060a1-38d8-408c-a618-81f1e65d4926 binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:20:04.214567 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.312350 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Allocated IP 172.20.0.1 (7fbee369-3e00-420e-902b-b66695a97f60/f9d60ed1-ba4a-4685-acd1-2c8da3861117/33263224-90cd-4edb-9dec-37683c7d4221) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:04.415910 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks [] for port (33263224-90cd-4edb-9dec-37683c7d4221), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.450378 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (33263224-90cd-4edb-9dec-37683c7d4221), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.461757 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Publish callbacks [] for port (a54060a1-38d8-408c-a618-81f1e65d4926), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.467325 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.488942 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Network 7fbee369-3e00-420e-902b-b66695a97f60 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:04.492393 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:04.495939 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:04.525925 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Pushing event updated for resources: {'Port': ['ID=33263224-90cd-4edb-9dec-37683c7d4221,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:04.540905 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (c50a8941-3874-4bb9-8b94-449bc8388941), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.562385 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd8991-f429-462b-84e2-26a55b7e2095 None None] Pushing event updated for resources: {'Port': ['ID=a54060a1-38d8-408c-a618-81f1e65d4926,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:04.564762 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Attempting to bind port a54060a1-38d8-408c-a618-81f1e65d4926 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:04.565141 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Attempting to bind port a54060a1-38d8-408c-a618-81f1e65d4926 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:04.565515 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Attempting to bind port a54060a1-38d8-408c-a618-81f1e65d4926 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:04.574525 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:04.574912 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:04.575325 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.575724 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:04.576200 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Bound port: a54060a1-38d8-408c-a618-81f1e65d4926, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:04.576586 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.578131 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfcd31-5414-4774-b346-01a06ab244d2 None None] Current status of the port e05184c7-abb6-469c-ad23-5b25cb676cdc is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:04.634762 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] For port a54060a1-38d8-408c-a618-81f1e65d4926, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:04.638052 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] For port a54060a1-38d8-408c-a618-81f1e65d4926, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a54060a1-38d8-408c-a618-81f1e65d4926,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:04.645864 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.688164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (33263224-90cd-4edb-9dec-37683c7d4221), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.723257 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:04.723883 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:04.726985 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd8991-f429-462b-84e2-26a55b7e2095 None None] Pushing event updated for resources: {'Port': ['ID=a54060a1-38d8-408c-a618-81f1e65d4926,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:04.733155 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-d062b9ce-82e5-4187-b4ad-cd5d627e51a3 None None] Provisioning complete for port e05184c7-abb6-469c-ad23-5b25cb676cdc triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:04.733652 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d062b9ce-82e5-4187-b4ad-cd5d627e51a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.856566 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks [] for port (33263224-90cd-4edb-9dec-37683c7d4221), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.861292 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (33263224-90cd-4edb-9dec-37683c7d4221), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:04.896779 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:04.928025 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Pushing event updated for resources: {'Port': ['ID=33263224-90cd-4edb-9dec-37683c7d4221,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:04.930491 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (c50a8941-3874-4bb9-8b94-449bc8388941), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.028781 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Network 7fbee369-3e00-420e-902b-b66695a97f60 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:05.030287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:05.070300 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-d062b9ce-82e5-4187-b4ad-cd5d627e51a3 None None] Current status of the port e05184c7-abb6-469c-ad23-5b25cb676cdc is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:05.164500 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:20:05.211270 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-8ca6bcfa-3b69-4405-8f83-322470d397ec None None] Provisioning complete for port 33263224-90cd-4edb-9dec-37683c7d4221 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:05.211527 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8ca6bcfa-3b69-4405-8f83-322470d397ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (33263224-90cd-4edb-9dec-37683c7d4221), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.267020 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-8ca6bcfa-3b69-4405-8f83-322470d397ec None None] Port 33263224-90cd-4edb-9dec-37683c7d4221 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:20:05.276828 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:20:05.283862 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-1d4e419b-a503-40c7-a7cb-324f706168c3 admin admin] 10.222.0.65 "PUT /v2.0/routers/c50a8941-3874-4bb9-8b94-449bc8388941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549855 Feb 18 12:20:05.284969 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:05.314193 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a1abe-cf17-41fd-a74c-7a0464adee7b None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:20:05.378443 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e05184c7-abb6-469c-ad23-5b25cb676cdc up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:05.420212 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-c4c618b8-b28e-4810-a209-81ad00d92c3a None None] Provisioning complete for port 33263224-90cd-4edb-9dec-37683c7d4221 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:05.420588 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c4c618b8-b28e-4810-a209-81ad00d92c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (33263224-90cd-4edb-9dec-37683c7d4221), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.462762 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-c4c618b8-b28e-4810-a209-81ad00d92c3a None None] Port 33263224-90cd-4edb-9dec-37683c7d4221 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:20:05.472431 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port e05184c7-abb6-469c-ad23-5b25cb676cdc triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:05.472896 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.570635 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port e05184c7-abb6-469c-ad23-5b25cb676cdc is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:05.784370 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:20:05.832268 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56916) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:05.837289 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-974673335-network', 'tenant_id': '6a6d6236ada24a7697d98f1330395503'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:05.859214 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Made reservation on behalf of 6a6d6236ada24a7697d98f1330395503 for: {'network': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:20:05.861676 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for network (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.871483 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.949775 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks [] for security_group (99142f54-0190-4df9-9d31-5e40794de75b), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.954125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (99142f54-0190-4df9-9d31-5e40794de75b), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.980587 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=102858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 18 12:20:05.990593 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99142f54-0190-4df9-9d31-5e40794de75b,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:05.995408 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (51057acc-89b6-477f-8ac9-c9008387afd4), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:05.995756 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.segments_db [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Added segment 51057acc-89b6-477f-8ac9-c9008387afd4 of type vlan for network 189c90b8-11fd-45bd-8373-65f44b9b52e3 Feb 18 12:20:06.041666 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767970878850'] for network (189c90b8-11fd-45bd-8373-65f44b9b52e3), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.074955 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512'] for network (189c90b8-11fd-45bd-8373-65f44b9b52e3), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.075875 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:06.076452 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.131177 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2972684 Feb 18 12:20:06.134539 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56918) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:06.142745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec4f2b-cfd5-4128-8080-cc1ea673f814 admin admin] Pushing event updated for resources: {'Network': ['ID=189c90b8-11fd-45bd-8373-65f44b9b52e3,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:06.144086 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Request body: {'subnet': {'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-974673335-subnet', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'ip_version': 4}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:06.153568 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 details requested by agent ovs-agent-dv-cinder-829877-1-iscsi with host dv-cinder-829877-1-iscsi {{(pid=102859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 18 12:20:06.165788 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Made reservation on behalf of 6a6d6236ada24a7697d98f1330395503 for: {'subnet': 1} {{(pid=102857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:20:06.170186 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6215454'] for subnet (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.375020 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4454028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6215424'] for subnet (bfe08f7d-68dc-4581-ac7e-c2d3ad00c768), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.432139 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe08f7d-68dc-4581-ac7e-c2d3ad00c768,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:06.440920 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Checking segment: {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:06.441285 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Network hostable DHCP agents. Network: 189c90b8-11fd-45bd-8373-65f44b9b52e3, hostable agents: ['146fe144-1aa0-482b-95e6-016ab47a5d83'], hosted agents: [] {{(pid=102857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 18 12:20:06.458791 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 is scheduled to be hosted by DHCP agent 146fe144-1aa0-482b-95e6-016ab47a5d83 with binding_index 1 {{(pid=102857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 18 12:20:06.468747 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829877-1-iscsi, 189c90b8-11fd-45bd-8373-65f44b9b52e3) {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:06.473217 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:06.474096 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.479283 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330460fa-b4c1-474d-a65c-b47fffdf3be9 None None] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:20:06.493251 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-177fb4d5-d1a7-40b6-9395-1f58ce8d27e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3569784 Feb 18 12:20:06.495861 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56920) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:06.500965 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:06.522927 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1735084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256589'] for router (60d7adc7-7e40-4089-87ce-caaff132bded), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.524193 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1723245', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1787798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256694'] for router (60d7adc7-7e40-4089-87ce-caaff132bded), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.579802 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks [] for router_controller (60d7adc7-7e40-4089-87ce-caaff132bded), precommit_add_association {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.598547 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp40c54e11-d6e5-5ddb-839a-9e1213657896-189c90b8-11fd-45bd-8373-65f44b9b52e3', 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'project_id': '6a6d6236ada24a7697d98f1330395503', 'fixed_ips': [{'subnet_id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768'}]}} from dv-cinder-829877-1-iscsi. {{(pid=102859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 18 12:20:06.599711 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.735567 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks [] for router_gateway (60d7adc7-7e40-4089-87ce-caaff132bded), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.741262 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.db_base_plugin_common [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Allocated IP 172.20.0.2 (189c90b8-11fd-45bd-8373-65f44b9b52e3/bfe08f7d-68dc-4581-ac7e-c2d3ad00c768/12bf8104-ba5f-4f06-939b-face1168cebb) {{(pid=102859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:06.880417 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Publish callbacks [] for port (12bf8104-ba5f-4f06-939b-face1168cebb), precommit_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.886501 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), after_create {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.931824 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 is already hosted by enough agents. {{(pid=102859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:06.934736 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.scheduler.base_scheduler [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Resources bound (agent type, host, resource id): {{(pid=102859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:06.937594 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Received port after_create {{(pid=102859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:06.938365 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks [] for router_gateway (60d7adc7-7e40-4089-87ce-caaff132bded), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:06.946740 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Pushing event updated for resources: {'Port': ['ID=12bf8104-ba5f-4f06-939b-face1168cebb,revision_number=1']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:06.959099 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.001085 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Attempting to bind port 12bf8104-ba5f-4f06-939b-face1168cebb on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:07.001368 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Attempting to bind port 12bf8104-ba5f-4f06-939b-face1168cebb by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:07.001761 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Attempting to bind port 12bf8104-ba5f-4f06-939b-face1168cebb on network 189c90b8-11fd-45bd-8373-65f44b9b52e3 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:07.006680 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:07.007058 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Checking segment: {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:07.007465 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.008121 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Bound using segment: {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:07.008589 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Bound port: 12bf8104-ba5f-4f06-939b-face1168cebb, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:07.008972 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.066485 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Allocated IP 172.27.1.154 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/a545026f-f5ab-43b4-8af0-fec634354718) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:07.070744 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] For port 12bf8104-ba5f-4f06-939b-face1168cebb, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:07.074087 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] For port 12bf8104-ba5f-4f06-939b-face1168cebb, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=12bf8104-ba5f-4f06-939b-face1168cebb,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:07.081112 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.149202 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3b7d4-30b2-41a2-804b-d1b9d2b1f472 None None] Pushing event updated for resources: {'Port': ['ID=12bf8104-ba5f-4f06-939b-face1168cebb,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:07.185406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks [] for port (a545026f-f5ab-43b4-8af0-fec634354718), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.220874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a545026f-f5ab-43b4-8af0-fec634354718), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.264854 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:07.267748 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:07.272675 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:07.276040 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a545026f-f5ab-43b4-8af0-fec634354718,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:07.501288 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 12bf8104-ba5f-4f06-939b-face1168cebb up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:07.515537 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:20:07.527649 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:07.528279 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:07.555352 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 12bf8104-ba5f-4f06-939b-face1168cebb triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:07.555768 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.638078 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 12bf8104-ba5f-4f06-939b-face1168cebb is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:07.638618 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.644090 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:07.680375 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port 12bf8104-ba5f-4f06-939b-face1168cebb, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=12bf8104-ba5f-4f06-939b-face1168cebb,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:07.685139 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.686072 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a54060a1-38d8-408c-a618-81f1e65d4926 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:07.765244 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=12bf8104-ba5f-4f06-939b-face1168cebb,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:07.777532 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port a54060a1-38d8-408c-a618-81f1e65d4926 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:07.778231 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.871848 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port a54060a1-38d8-408c-a618-81f1e65d4926 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:07.872559 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.873883 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 2, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:07.900775 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port a54060a1-38d8-408c-a618-81f1e65d4926, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a54060a1-38d8-408c-a618-81f1e65d4926,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:07.901811 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks [] for router_gateway (60d7adc7-7e40-4089-87ce-caaff132bded), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.906673 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:20:07.907301 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Updating router c50a8941-3874-4bb9-8b94-449bc8388941 port 33263224-90cd-4edb-9dec-37683c7d4221 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:20:07.908424 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.942159 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (33263224-90cd-4edb-9dec-37683c7d4221), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:07.965003 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=a54060a1-38d8-408c-a618-81f1e65d4926,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:08.127606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1735129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1723230'] for router (60d7adc7-7e40-4089-87ce-caaff132bded), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.176657 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878296e-9e2f-4260-bf13-4b7d3a2ff7a8 None None] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:20:08.228250 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Publish callbacks [] for port (33263224-90cd-4edb-9dec-37683c7d4221), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.236022 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (33263224-90cd-4edb-9dec-37683c7d4221), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.242833 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-452107df-ea56-4e8d-bb6f-7f3170611dd8 None None] Provisioning complete for port 12bf8104-ba5f-4f06-939b-face1168cebb triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:08.243291 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-452107df-ea56-4e8d-bb6f-7f3170611dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.267483 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Router 60d7adc7-7e40-4089-87ce-caaff132bded is scheduled to L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 with binding_index 1 {{(pid=102858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 18 12:20:08.362598 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Pushing event updated for resources: {'Port': ['ID=33263224-90cd-4edb-9dec-37683c7d4221,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:08.373998 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.374373 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.374746 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.375093 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.375435 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.375926 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.376234 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.376631 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.377110 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.377490 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.377855 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.378551 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.378891 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:20:08.385120 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-452107df-ea56-4e8d-bb6f-7f3170611dd8 None None] Current status of the port 12bf8104-ba5f-4f06-939b-face1168cebb is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:08.404394 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Attempting to bind port 33263224-90cd-4edb-9dec-37683c7d4221 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:08.404781 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Attempting to bind port 33263224-90cd-4edb-9dec-37683c7d4221 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:08.405149 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Attempting to bind port 33263224-90cd-4edb-9dec-37683c7d4221 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:08.410862 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:08.411243 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Checking segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:08.412349 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.412804 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Bound using segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:08.413225 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Bound port: 33263224-90cd-4edb-9dec-37683c7d4221, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:08.413819 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (33263224-90cd-4edb-9dec-37683c7d4221), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.416660 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:20:08.433400 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Sync routers for ids ['60d7adc7-7e40-4089-87ce-caaff132bded'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:20:08.443603 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.447411 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-e6a6e34e-974e-4284-a041-80040b0289b1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9474521 Feb 18 12:20:08.449397 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Routers {'60d7adc7-7e40-4089-87ce-caaff132bded'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:08.450089 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['60d7adc7-7e40-4089-87ce-caaff132bded'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:08.450356 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56922) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:08.513491 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] For port 33263224-90cd-4edb-9dec-37683c7d4221, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:08.517819 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] For port 33263224-90cd-4edb-9dec-37683c7d4221, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=33263224-90cd-4edb-9dec-37683c7d4221,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:08.529499 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (33263224-90cd-4edb-9dec-37683c7d4221), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.597449 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:08.598106 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:08.598337 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Set router 60d7adc7-7e40-4089-87ce-caaff132bded gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:08.647953 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bffff-f202-484e-8ce1-68b8d33406c4 None None] Pushing event updated for resources: {'Port': ['ID=33263224-90cd-4edb-9dec-37683c7d4221,revision_number=4']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:08.746418 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-9547d51f-d693-4701-9921-518255948dc4 None None] Provisioning complete for port 33263224-90cd-4edb-9dec-37683c7d4221 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:08.746805 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-9547d51f-d693-4701-9921-518255948dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (33263224-90cd-4edb-9dec-37683c7d4221), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.747461 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:08.911194 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-9547d51f-d693-4701-9921-518255948dc4 None None] Current status of the port 33263224-90cd-4edb-9dec-37683c7d4221 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:08.911693 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-9547d51f-d693-4701-9921-518255948dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (33263224-90cd-4edb-9dec-37683c7d4221), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:08.954724 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-9547d51f-d693-4701-9921-518255948dc4 None None] For port 33263224-90cd-4edb-9dec-37683c7d4221, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=33263224-90cd-4edb-9dec-37683c7d4221,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:08.956865 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 3, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:08.961474 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-9547d51f-d693-4701-9921-518255948dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (33263224-90cd-4edb-9dec-37683c7d4221), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.001383 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.011952 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Checking router: 60d7adc7-7e40-4089-87ce-caaff132bded for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:20:09.012443 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Updating router 60d7adc7-7e40-4089-87ce-caaff132bded port a545026f-f5ab-43b4-8af0-fec634354718 binding host dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:20:09.055106 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:09.056529 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a545026f-f5ab-43b4-8af0-fec634354718), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.083282 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a23a1f9-8d18-4984-b203-d5ab77498ca1 None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:20:09.090814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547d51f-d693-4701-9921-518255948dc4 None None] Pushing event updated for resources: {'Port': ['ID=33263224-90cd-4edb-9dec-37683c7d4221,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:09.114142 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-b0d35c45-a056-4d5c-b218-db10350b84f0 None None] Provisioning complete for port 33263224-90cd-4edb-9dec-37683c7d4221 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:09.114523 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b0d35c45-a056-4d5c-b218-db10350b84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (33263224-90cd-4edb-9dec-37683c7d4221), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.162952 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Allocated IP 172.20.0.1 (189c90b8-11fd-45bd-8373-65f44b9b52e3/bfe08f7d-68dc-4581-ac7e-c2d3ad00c768/cc22fc39-e8ba-4604-9e55-bcd9f075fba9) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:09.286335 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks [] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.325280 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-b0d35c45-a056-4d5c-b218-db10350b84f0 None None] Current status of the port 33263224-90cd-4edb-9dec-37683c7d4221 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:09.327453 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-75b2fc2d-0d48-4ad7-a1ab-c6822ba66221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.343056 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.362442 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-b0d35c45-a056-4d5c-b218-db10350b84f0 None None] Provisioning complete for port 12bf8104-ba5f-4f06-939b-face1168cebb triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:09.362830 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b0d35c45-a056-4d5c-b218-db10350b84f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.403346 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:09.412733 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:09.416423 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:09.448234 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Pushing event updated for resources: {'Port': ['ID=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:09.485963 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1734509'] for router_interface (60d7adc7-7e40-4089-87ce-caaff132bded), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.603986 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 12bf8104-ba5f-4f06-939b-face1168cebb up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:09.652946 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.679766 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Publish callbacks [] for port (a545026f-f5ab-43b4-8af0-fec634354718), precommit_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.681808 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-b0d35c45-a056-4d5c-b218-db10350b84f0 None None] Current status of the port 12bf8104-ba5f-4f06-939b-face1168cebb is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:09.691635 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a545026f-f5ab-43b4-8af0-fec634354718), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.759817 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8d93-0133-4905-baf5-92a64981b68d None None] Pushing event updated for resources: {'Port': ['ID=a545026f-f5ab-43b4-8af0-fec634354718,revision_number=2']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:09.762255 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Attempting to bind port a545026f-f5ab-43b4-8af0-fec634354718 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:09.762633 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Attempting to bind port a545026f-f5ab-43b4-8af0-fec634354718 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:09.763004 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Attempting to bind port a545026f-f5ab-43b4-8af0-fec634354718 on network 779250fb-c71b-4fe8-863a-e9886dc8b039 {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:09.772204 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 12bf8104-ba5f-4f06-939b-face1168cebb triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:09.772576 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.774271 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:09.774655 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Checking segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:09.775054 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.775452 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Bound using segment: {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'} {{(pid=102859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:09.775934 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.managers [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Bound port: a545026f-f5ab-43b4-8af0-fec634354718, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a559c3-2605-4f87-9120-93c12a79e25d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039'}}] {{(pid=102859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:09.776321 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a545026f-f5ab-43b4-8af0-fec634354718), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.832673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks [] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.839117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.867243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-c446c894-43da-4280-a1b3-13cdf05b2183 None None] Provisioning complete for port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:09.867630 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c446c894-43da-4280-a1b3-13cdf05b2183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.875125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] For port a545026f-f5ab-43b4-8af0-fec634354718, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:09.912157 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1600530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734529'] for router_interface (60d7adc7-7e40-4089-87ce-caaff132bded), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.913922 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Pushing event updated for resources: {'Port': ['ID=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:09.916212 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] For port a545026f-f5ab-43b4-8af0-fec634354718, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a545026f-f5ab-43b4-8af0-fec634354718,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:09.943901 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a545026f-f5ab-43b4-8af0-fec634354718), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:09.975038 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-c446c894-43da-4280-a1b3-13cdf05b2183 None None] Port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:20:10.000494 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 12bf8104-ba5f-4f06-939b-face1168cebb is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:10.001553 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a54060a1-38d8-408c-a618-81f1e65d4926 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:10.011916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:10.013298 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:10.043449 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8d93-0133-4905-baf5-92a64981b68d None None] Pushing event updated for resources: {'Port': ['ID=a545026f-f5ab-43b4-8af0-fec634354718,revision_number=3']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:10.045986 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Routers {'60d7adc7-7e40-4089-87ce-caaff132bded'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:10.046603 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:19:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['60d7adc7-7e40-4089-87ce-caaff132bded'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:10.137547 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Router 60d7adc7-7e40-4089-87ce-caaff132bded has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:20:10.149695 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port a54060a1-38d8-408c-a618-81f1e65d4926 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:10.150182 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:10.201857 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] Set router 60d7adc7-7e40-4089-87ce-caaff132bded gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:10.252935 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:20:10.259049 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-68f1b67f-4591-44d4-8a6b-8ec27907ba2e admin admin] 10.222.0.65 "PUT /v2.0/routers/60d7adc7-7e40-4089-87ce-caaff132bded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074424 Feb 18 12:20:10.360125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port a54060a1-38d8-408c-a618-81f1e65d4926 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:10.361201 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 33263224-90cd-4edb-9dec-37683c7d4221 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:10.367179 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-03af8032-3104-42da-8dd0-ca868349df04 None None] Provisioning complete for port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:10.367559 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-03af8032-3104-42da-8dd0-ca868349df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:10.462872 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-03af8032-3104-42da-8dd0-ca868349df04 None None] Port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:20:10.497678 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port 33263224-90cd-4edb-9dec-37683c7d4221 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:10.498083 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (33263224-90cd-4edb-9dec-37683c7d4221), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:10.547874 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'cc22fc39-e8ba-4604-9e55-bcd9f075fba9', 'name': '', 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'mac_address': 'fa:16:3e:f4:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:09Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 2, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'subnets': [{'id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:10.580177 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87780216-5c09-4db0-9f47-88d2b5f39a06 None None] The sync data for ids ['60d7adc7-7e40-4089-87ce-caaff132bded'] in dv-cinder-829877-1-iscsi is: [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'cc22fc39-e8ba-4604-9e55-bcd9f075fba9', 'name': '', 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'mac_address': 'fa:16:3e:f4:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:09Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 2, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'subnets': [{'id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:20:10.624113 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port 33263224-90cd-4edb-9dec-37683c7d4221 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:11.462887 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6019b74f-1c76-4288-a8ec-926cbbb8462b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.675812 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56932) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:11.680898 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649568394', 'description': 'tempest-secgroup-smoke-1649568394 description', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:11.699886 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.767062 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group (f02eaa66-e884-43ab-ae59-012913592ecc), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.771670 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f02eaa66-e884-43ab-ae59-012913592ecc), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.801172 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.802457 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1256475 Feb 18 12:20:11.805569 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56934) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:11.806413 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0996a5-5ba1-498b-8f3b-cbb59ab0b9d9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02eaa66-e884-43ab-ae59-012913592ecc,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:11.810299 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group_rule': {'security_group_id': 'f02eaa66-e884-43ab-ae59-012913592ecc', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:11.847645 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (985b7bb2-1470-4658-9fa4-d3bd244a1367), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.909832 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (985b7bb2-1470-4658-9fa4-d3bd244a1367), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.914429 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (985b7bb2-1470-4658-9fa4-d3bd244a1367), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.933426 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985b7bb2-1470-4658-9fa4-d3bd244a1367,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:11.938620 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:11.939837 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a2617261-abfd-4ec2-a7fc-69ba806ef724 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331897 Feb 18 12:20:11.942681 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56936) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:11.947091 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group_rule': {'security_group_id': 'f02eaa66-e884-43ab-ae59-012913592ecc', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:11.975966 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (700fba6e-dfb4-4652-b739-ad74ce123c53), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.038351 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (700fba6e-dfb4-4652-b739-ad74ce123c53), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.043011 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (700fba6e-dfb4-4652-b739-ad74ce123c53), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.060798 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700fba6e-dfb4-4652-b739-ad74ce123c53,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:12.071739 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.072907 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-d7195e6d-d046-4dc7-8b03-684e79492c25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292508 Feb 18 12:20:12.075660 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56938) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:12.080087 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group_rule': {'security_group_id': 'f02eaa66-e884-43ab-ae59-012913592ecc', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:12.105948 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (0cda1171-f4ad-4c2c-a86e-1da313aa9bac), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.165874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (0cda1171-f4ad-4c2c-a86e-1da313aa9bac), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.169852 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (0cda1171-f4ad-4c2c-a86e-1da313aa9bac), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.187714 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cda1171-f4ad-4c2c-a86e-1da313aa9bac,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:12.197230 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.198477 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-02385a23-a1ee-4466-ba74-227334b9d89f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218977 Feb 18 12:20:12.201176 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 56940) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:12.205408 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group_rule': {'security_group_id': 'f02eaa66-e884-43ab-ae59-012913592ecc', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:12.230488 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (5ac0c0ca-e07c-4bf1-b54f-d8c1d3ad4cb4), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.289367 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (5ac0c0ca-e07c-4bf1-b54f-d8c1d3ad4cb4), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.295693 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (5ac0c0ca-e07c-4bf1-b54f-d8c1d3ad4cb4), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.314094 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac0c0ca-e07c-4bf1-b54f-d8c1d3ad4cb4,revision_number=0']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:12.323366 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.326237 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-3df6e1f6-f6e4-4286-aa1b-d6bc174d9cab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239851 Feb 18 12:20:12.327702 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56942) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:12.332281 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group_rule': {'security_group_id': 'f02eaa66-e884-43ab-ae59-012913592ecc', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:12.352683 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.securitygroups_db [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Project 1a6e801b0dd64f7da680cea0fac2cab3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:20:12.357853 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (15fc40bc-9524-4fd7-b764-9c10edc17b7b), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.417661 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (15fc40bc-9524-4fd7-b764-9c10edc17b7b), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.421530 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (15fc40bc-9524-4fd7-b764-9c10edc17b7b), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.442590 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fc40bc-9524-4fd7-b764-9c10edc17b7b,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:12.450224 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.453961 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-bcad6fd9-ce18-4570-a9d2-32384585ef5a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226213 Feb 18 12:20:12.454206 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 56944) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:12.458473 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'security_group_rule': {'security_group_id': 'f02eaa66-e884-43ab-ae59-012913592ecc', 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:12.478068 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.securitygroups_db [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Project 1a6e801b0dd64f7da680cea0fac2cab3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 18 12:20:12.483106 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (91e11373-cb20-4052-8315-c7e6e1b6eaea), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.541080 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (91e11373-cb20-4052-8315-c7e6e1b6eaea), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.544398 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788751'] for security_group_rule (91e11373-cb20-4052-8315-c7e6e1b6eaea), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.558385 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e11373-cb20-4052-8315-c7e6e1b6eaea,revision_number=0']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:12.562094 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.568491 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:12.569655 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-1dfb34e2-60f7-49be-9683-35465d86d4b3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145089 Feb 18 12:20:13.211040 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Sync routers for ids ['60d7adc7-7e40-4089-87ce-caaff132bded'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:20:13.220213 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Routers {'60d7adc7-7e40-4089-87ce-caaff132bded'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:13.220811 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:20:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['60d7adc7-7e40-4089-87ce-caaff132bded'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:13.335284 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Set router 60d7adc7-7e40-4089-87ce-caaff132bded gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:13.421390 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a545026f-f5ab-43b4-8af0-fec634354718 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:13.468182 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port a545026f-f5ab-43b4-8af0-fec634354718 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:13.468557 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a545026f-f5ab-43b4-8af0-fec634354718), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.552006 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port a545026f-f5ab-43b4-8af0-fec634354718 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:13.552408 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (a545026f-f5ab-43b4-8af0-fec634354718), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.553070 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'cc22fc39-e8ba-4604-9e55-bcd9f075fba9', 'name': '', 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'mac_address': 'fa:16:3e:f4:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:09Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 2, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'subnets': [{'id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:13.572911 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] For port a545026f-f5ab-43b4-8af0-fec634354718, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a545026f-f5ab-43b4-8af0-fec634354718,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:13.577084 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (a545026f-f5ab-43b4-8af0-fec634354718), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.580063 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Checking router: 60d7adc7-7e40-4089-87ce-caaff132bded for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:20:13.580425 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Updating router 60d7adc7-7e40-4089-87ce-caaff132bded port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 binding host dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 18 12:20:13.607689 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.624071 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Pushing event updated for resources: {'Port': ['ID=a545026f-f5ab-43b4-8af0-fec634354718,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:13.863278 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Publish callbacks [] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), precommit_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.868060 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.916597 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60892da0-1fb4-47f8-8319-0dbd024e14d3 None None] Pushing event updated for resources: {'Port': ['ID=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,revision_number=3']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:13.969767 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Attempting to bind port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 on host dv-cinder-829877-1-iscsi for vnic_type normal with profile {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:13.970448 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Attempting to bind port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 by drivers openvswitch,hyperv on host dv-cinder-829877-1-iscsi at level 0 using segments [{'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:13.971056 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Attempting to bind port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 on network 189c90b8-11fd-45bd-8373-65f44b9b52e3 {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:13.977955 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Checking agent: {'id': '462dea6c-bce4-45c5-bed1-015de28d96a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829877-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 0, 45), 'started_at': datetime.datetime(2022, 2, 18, 12, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829877-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:13.978342 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Checking segment: {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:13.978898 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:13.979314 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Bound using segment: {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'} {{(pid=102860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:13.979884 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.managers [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Bound port: cc22fc39-e8ba-4604-9e55-bcd9f075fba9, host: dv-cinder-829877-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51057acc-89b6-477f-8ac9-c9008387afd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3'}}] {{(pid=102860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:13.980277 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), before_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.054598 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] For port cc22fc39-e8ba-4604-9e55-bcd9f075fba9, host dv-cinder-829877-1-iscsi, cleared binding levels {{(pid=102860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:14.058660 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.plugins.ml2.db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] For port cc22fc39-e8ba-4604-9e55-bcd9f075fba9, host dv-cinder-829877-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:14.064923 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron_lib.callbacks.manager [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), after_update {{(pid=102860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.076295 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.113404 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] Provisioning complete for port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:14.113890 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.123713 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Routers {'60d7adc7-7e40-4089-87ce-caaff132bded'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:14.124334 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:20:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['60d7adc7-7e40-4089-87ce-caaff132bded'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:14.126059 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60892da0-1fb4-47f8-8319-0dbd024e14d3 None None] Pushing event updated for resources: {'Port': ['ID=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,revision_number=4']} {{(pid=102860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:14.233258 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] Current status of the port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 is: DOWN; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:14.233656 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.259673 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] Set router 60d7adc7-7e40-4089-87ce-caaff132bded gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:14.267556 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] For port cc22fc39-e8ba-4604-9e55-bcd9f075fba9, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:14.272906 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.325412 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67fc57-8d0f-4c9a-b87c-15320ccfebde None None] Pushing event updated for resources: {'Port': ['ID=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:14.399918 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-cfd0efcd-093a-42df-be92-fe84023a8c72 None None] Provisioning complete for port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:14.400305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cfd0efcd-093a-42df-be92-fe84023a8c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:14.464107 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'cc22fc39-e8ba-4604-9e55-bcd9f075fba9', 'name': '', 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'mac_address': 'fa:16:3e:f4:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:09Z', 'updated_at': '2022-02-18T12:20:14Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'subnets': [{'id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:14.480592 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-cfd0efcd-093a-42df-be92-fe84023a8c72 None None] Current status of the port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:14.493865 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbddb0-74f5-47f4-a8a4-d6853e641611 None None] The sync data for ids ['60d7adc7-7e40-4089-87ce-caaff132bded'] in dv-cinder-829877-1-iscsi is: [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:09Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': 'cc22fc39-e8ba-4604-9e55-bcd9f075fba9', 'name': '', 'network_id': '189c90b8-11fd-45bd-8373-65f44b9b52e3', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'mac_address': 'fa:16:3e:f4:c1:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:09Z', 'updated_at': '2022-02-18T12:20:14Z', 'revision_number': 4, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'subnets': [{'id': 'bfe08f7d-68dc-4581-ac7e-c2d3ad00c768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:20:15.403803 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device cc22fc39-e8ba-4604-9e55-bcd9f075fba9 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:15.450428 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:15.450730 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:15.499131 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:15.663172 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:15.664218 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a545026f-f5ab-43b4-8af0-fec634354718 up at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:15.707245 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Provisioning complete for port a545026f-f5ab-43b4-8af0-fec634354718 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:15.707545 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (a545026f-f5ab-43b4-8af0-fec634354718), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:15.780470 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Current status of the port a545026f-f5ab-43b4-8af0-fec634354718 is: ACTIVE; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:21.330359 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:26.849476 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-3928ddf7-25f0-4c62-8f41-20eeb9883e1d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649568394&fields=id&tenant_id=1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 267 time: 0.0453172 Feb 18 12:20:26.950234 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-7b22251f-3c05-404d-8957-a2e4e262c3c4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:26.951695 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-7b22251f-3c05-404d-8957-a2e4e262c3c4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 811 time: 0.0959518 Feb 18 12:20:26.966068 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-552893d3-28e0-4efa-9eb5-2c09b56e6ad9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/quotas/1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 375 time: 0.0089839 Feb 18 12:20:27.024461 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-f3159d9d-bbd2-43c7-8526-82a286579e21 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529027 Feb 18 12:20:27.127065 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-e8fbd178-0f95-412c-a0b8-1ac8afcca838 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=102858) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:20:27.128056 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-e8fbd178-0f95-412c-a0b8-1ac8afcca838 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0931449 Feb 18 12:20:27.219953 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-1f294bec-e2e3-44fb-b7a6-5cba6862d762 service neutron] 10.222.0.65 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853629 Feb 18 12:20:27.311428 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-0d042b56-fc5e-4f0c-a70e-ace967721da0 service neutron] 10.222.0.65 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Feb 18 12:20:27.586134 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b0e2dc56-6698-4d59-b37c-d39e64dc3bdd req-7e0c1cba-2859-4368-8413-4640dcf583b5 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 210 time: 0.0273855 Feb 18 12:20:28.569581 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-55a47b84-c058-4845-801b-b2ce6e6dadba tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:28.571046 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-55a47b84-c058-4845-801b-b2ce6e6dadba tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 811 time: 0.1037607 Feb 18 12:20:28.636344 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-fedc658a-17f9-4c0d-bc73-21d843b5f36c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 380 time: 0.0571945 Feb 18 12:20:28.644646 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'port': {'device_id': 'a8b9a952-6962-4255-9e20-876b49e11127', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'admin_state_up': True, 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'security_groups': ['f02eaa66-e884-43ab-ae59-012913592ecc']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:28.717407 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-09c1fe77-d3d1-4cd3-a09d-e866db1a4e02 req-260bd039-b439-40ec-8137-fbc5932e248a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 210 time: 0.0537376 Feb 18 12:20:28.775566 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Made reservation on behalf of 1a6e801b0dd64f7da680cea0fac2cab3 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:20:28.778877 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:28.908005 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Allocated IP 172.20.0.14 (7fbee369-3e00-420e-902b-b66695a97f60/f9d60ed1-ba4a-4685-acd1-2c8da3861117/61dc0ad8-b1c4-46da-a61b-5129b09ec841) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:29.049183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.082172 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.126108 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Network 7fbee369-3e00-420e-902b-b66695a97f60 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:29.129010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:29.132484 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:29.156421 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=61dc0ad8-b1c4-46da-a61b-5129b09ec841,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:29.185125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:29.185778 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.204236 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d299a964-c270-4ed7-b454-d57e658b7b87 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632091 Feb 18 12:20:29.215482 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Request body: {'port': {'device_id': 'a8b9a952-6962-4255-9e20-876b49e11127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:29.279818 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.389690 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-50a002fe-8c5d-46cc-9bbc-d3878fa6d98b None None] Provisioning complete for port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:29.390275 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-50a002fe-8c5d-46cc-9bbc-d3878fa6d98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.422709 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-50a002fe-8c5d-46cc-9bbc-d3878fa6d98b None None] Port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:20:29.538993 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dc0ad8-b1c4-46da-a61b-5129b09ec841 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:20:29.546242 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Publish callbacks [] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.557807 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Transition to ACTIVE for port object 61dc0ad8-b1c4-46da-a61b-5129b09ec841 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:20:29.561422 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.612428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc0ad8-b1c4-46da-a61b-5129b09ec841,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:29.683034 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Attempting to bind port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:20:29.683383 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Attempting to bind port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:20:29.683714 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Attempting to bind port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:29.688299 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 on network 7fbee369-3e00-420e-902b-b66695a97f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:20:29.688628 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Attempting to bind port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:20:29.694184 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:20:29.694525 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Checking segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:20:29.694913 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Bound using segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:20:29.695340 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Bound port: 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:20:29.695697 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.761499 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] For port 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:20:29.764632 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] For port 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:20:29.770197 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.832993 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:29.833615 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:29.835035 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] 10.222.0.79 "PUT /v2.0/ports/61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 200 len: 1094 time: 0.6237886 Feb 18 12:20:29.835661 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:20:29.837998 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:20:29.866287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8231f4-85e2-4396-9169-17e2e65c6597 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc0ad8-b1c4-46da-a61b-5129b09ec841,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:29.898407 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c441aa-5811-4009-ac4d-0a76d3671ec5 req-097f9a82-531a-423b-b452-8b4ffbd96843 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:29.899955 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-04c441aa-5811-4009-ac4d-0a76d3671ec5 req-097f9a82-531a-423b-b452-8b4ffbd96843 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.1040473 Feb 18 12:20:29.968636 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0129e653-b218-47fa-a9a5-dca93747ac00 x-openstack-request-id: req-0129e653-b218-47fa-a9a5-dca93747ac00 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:20:29.968945 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:20:29.969209 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0129e653-b218-47fa-a9a5-dca93747ac00 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:20:29.969618 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'status': 'completed', 'code': 200} Feb 18 12:20:29.985367 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-04c441aa-5811-4009-ac4d-0a76d3671ec5 req-07a1a35a-cf00-4e32-ad15-35d78082fb64 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768120 Feb 18 12:20:29.991877 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-e00eefb0-5bd5-4cfa-a694-ad9992f1dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:29.993373 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-e00eefb0-5bd5-4cfa-a694-ad9992f1dfe3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1128 time: 0.1035576 Feb 18 12:20:30.039109 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-dc52334d-54ae-4149-9ed7-517bf7316f42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 200 len: 217 time: 0.0357680 Feb 18 12:20:30.090411 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-ac18028f-a18d-4f81-9104-e007def98cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:30.091858 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-ac18028f-a18d-4f81-9104-e007def98cb2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0474696 Feb 18 12:20:30.140084 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-f519f05d-086f-4191-ac73-2da53bf374ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:30.141526 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-f519f05d-086f-4191-ac73-2da53bf374ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440104 Feb 18 12:20:30.227695 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-245ecb01-d941-40d4-b17c-c5e6c37a98f2 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803528 Feb 18 12:20:30.352696 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d8c4436a-b95d-4454-a235-6ac0538a5e1d req-d261a92c-ef26-47ab-b0a1-b7bb38b74892 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186593 Feb 18 12:20:30.441126 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-d46d2fc5-b8d1-45d5-bbc6-bf269810761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:30.442638 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-d46d2fc5-b8d1-45d5-bbc6-bf269810761a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1128 time: 0.0443120 Feb 18 12:20:30.532120 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-a999b9a4-c03c-4fbc-867d-0d663414d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:30.533502 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-a999b9a4-c03c-4fbc-867d-0d663414d606 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0853488 Feb 18 12:20:30.574032 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-37baa9b9-b9d8-4b15-8b25-093a243eb225 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 200 len: 217 time: 0.0337181 Feb 18 12:20:30.636374 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-a417d48e-5fc1-4a3c-86bb-2ff82fac4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:30.637856 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-a417d48e-5fc1-4a3c-86bb-2ff82fac4cac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0565701 Feb 18 12:20:30.685342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-6317eaa9-8b74-4c27-a14f-84e9bfeaa076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:30.686792 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-6317eaa9-8b74-4c27-a14f-84e9bfeaa076 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427477 Feb 18 12:20:30.774801 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-6dd3b4b9-1b46-4a8e-a8bf-c179c41d5a2f service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821857 Feb 18 12:20:30.860070 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cbbcbe03-48ed-4ca4-b860-7e5f7062e4c0 req-82e957e1-c27b-4726-996a-bdd30b6372c1 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794084 Feb 18 12:20:31.107221 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a97e5-30d8-430b-bb2d-8695ba69c6f8 req-d95f7102-40d6-46f4-8179-278c44a120a3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:31.108677 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-389a97e5-30d8-430b-bb2d-8695ba69c6f8 req-d95f7102-40d6-46f4-8179-278c44a120a3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.0548751 Feb 18 12:20:31.155468 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-389a97e5-30d8-430b-bb2d-8695ba69c6f8 req-0e90b21c-51aa-4fa7-b07f-c615e993d18c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Feb 18 12:20:32.267765 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0e3bc-a8f8-4e5a-ab1e-076f16a05c5a req-b77d6326-5af4-4ffd-b62e-24772968f74a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:32.269187 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c2d0e3bc-a8f8-4e5a-ab1e-076f16a05c5a req-b77d6326-5af4-4ffd-b62e-24772968f74a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.0511818 Feb 18 12:20:32.316105 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c2d0e3bc-a8f8-4e5a-ab1e-076f16a05c5a req-262d9926-b37d-4e19-8f5b-18fa2672e707 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 Feb 18 12:20:33.435399 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28860f5b-b2e9-43bd-bf73-76307439510d req-228ed38b-e068-4d38-8e6e-43b98e97c0b7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:33.436846 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-28860f5b-b2e9-43bd-bf73-76307439510d req-228ed38b-e068-4d38-8e6e-43b98e97c0b7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.0552881 Feb 18 12:20:33.483858 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-28860f5b-b2e9-43bd-bf73-76307439510d req-8ab0dc1b-19d2-49dd-855c-e0a7c29f4f1d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415752 Feb 18 12:20:34.600739 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0d55-c6e7-4289-aaa2-ece05852b88e req-0f720902-9ca4-423d-885d-90f08f82bff5 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:34.602126 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ad0e0d55-c6e7-4289-aaa2-ece05852b88e req-0f720902-9ca4-423d-885d-90f08f82bff5 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.0521510 Feb 18 12:20:34.649504 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ad0e0d55-c6e7-4289-aaa2-ece05852b88e req-c9cb91ab-a98c-4544-a7d7-8d8f3821e041 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Feb 18 12:20:35.764890 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2610bb-11f9-4e3b-8235-4458ea71bff5 req-59cc8728-1a46-45f0-b659-375c03334bc3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:35.766358 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f2610bb-11f9-4e3b-8235-4458ea71bff5 req-59cc8728-1a46-45f0-b659-375c03334bc3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.0515277 Feb 18 12:20:35.815013 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8f2610bb-11f9-4e3b-8235-4458ea71bff5 req-c238a626-8875-410e-9914-54ab6f852f1b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433199 Feb 18 12:20:36.929284 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1df9a-15d4-404b-9707-a273dc352c7d req-61293723-6886-43fb-86e4-1135a06db811 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:36.930758 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-efc1df9a-15d4-404b-9707-a273dc352c7d req-61293723-6886-43fb-86e4-1135a06db811 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 944 time: 0.0521686 Feb 18 12:20:36.979946 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-efc1df9a-15d4-404b-9707-a273dc352c7d req-ab79ea60-dbc7-4fed-a7f5-218524ed4738 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Feb 18 12:20:37.674200 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 61dc0ad8-b1c4-46da-a61b-5129b09ec841 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:20:37.765516 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:37.777588 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'port_id': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'mac_address': 'fa:16:3e:9f:b0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:20:37.815596 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:37.815981 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:37.828589 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dc0ad8-b1c4-46da-a61b-5129b09ec841 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:20:37.847305 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:37.851360 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:37.896701 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=61dc0ad8-b1c4-46da-a61b-5129b09ec841,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:38.097510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5af7c-3abf-4b5e-a601-e04f50063667 req-12d43385-feaa-44af-a7d2-51a9b2ce1ab2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:38.098605 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['61dc0ad8-b1c4-46da-a61b-5129b09ec841'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:20:38.099014 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-23e5af7c-3abf-4b5e-a601-e04f50063667 req-12d43385-feaa-44af-a7d2-51a9b2ce1ab2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Feb 18 12:20:38.147767 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-23e5af7c-3abf-4b5e-a601-e04f50063667 req-9acd3453-6a4e-4551-bbb3-805b70f2a99a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Feb 18 12:20:39.281093 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1cf549c2-92c8-4f3a-a45e-f6d53b8c3763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:39.524950 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca765-9b4c-40f4-b5e3-4e24c88e9c9b req-5428ffcd-09e3-43d9-b290-c22e0902a84f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:39.526344 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-edeca765-9b4c-40f4-b5e3-4e24c88e9c9b req-5428ffcd-09e3-43d9-b290-c22e0902a84f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 945 time: 0.3144586 Feb 18 12:20:39.572793 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-edeca765-9b4c-40f4-b5e3-4e24c88e9c9b req-49e7688b-f86e-492a-8d13-8fe399d64bd1 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Feb 18 12:20:39.690602 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 61dc0ad8-b1c4-46da-a61b-5129b09ec841 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:20:39.739728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:20:39.743551 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:20:39.743923 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:39.820339 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:20:39.820642 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:39.842361 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:20:39.844583 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c5b31b-7cd0-4a54-8cab-5b01530989bb" -d '{"events": [{"server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "name": "network-vif-plugged", "status": "completed", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:20:39.856965 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:20:39.861239 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:39.909297 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=61dc0ad8-b1c4-46da-a61b-5129b09ec841,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:39.937138 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925d8876-d525-46da-bed8-d3e4e9964898 x-openstack-request-id: req-925d8876-d525-46da-bed8-d3e4e9964898 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:20:39.937463 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "name": "network-vif-plugged", "status": "completed", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:20:39.937844 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-925d8876-d525-46da-bed8-d3e4e9964898 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:20:39.938255 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'code': 200} Feb 18 12:20:40.143887 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43480a63-1010-4c0b-ab4e-8b6a80f31dc5 req-6310862a-2c08-4f96-bba6-71539acc64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:40.145342 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-43480a63-1010-4c0b-ab4e-8b6a80f31dc5 req-6310862a-2c08-4f96-bba6-71539acc64a6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1130 time: 0.0422819 Feb 18 12:20:40.188791 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-43480a63-1010-4c0b-ab4e-8b6a80f31dc5 req-4807682a-3efe-449d-b3a3-9073170d0a33 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380812 Feb 18 12:20:40.688658 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6eda-7753-4119-9d00-e281e00ba9c1 req-3969ba74-5ac4-492d-b9a9-3bced25df49c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:40.690147 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01aa6eda-7753-4119-9d00-e281e00ba9c1 req-3969ba74-5ac4-492d-b9a9-3bced25df49c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 946 time: 0.0511265 Feb 18 12:20:40.742165 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01aa6eda-7753-4119-9d00-e281e00ba9c1 req-111ac3c5-204f-40be-ae31-cfe4dc66d8e6 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Feb 18 12:20:41.464412 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f7adeedd-9af0-4460-8ec6-0a184a94cab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:41.859635 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8939-3d40-45c7-aa06-658f3cad0b8f req-2bae7369-3530-44df-8f86-d0a6487f71cf tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:41.861103 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c58e8939-3d40-45c7-aa06-658f3cad0b8f req-2bae7369-3530-44df-8f86-d0a6487f71cf tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 946 time: 0.0504427 Feb 18 12:20:41.908818 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c58e8939-3d40-45c7-aa06-658f3cad0b8f req-76127243-5724-48b0-9024-6ce742ff894b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Feb 18 12:20:42.022979 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75b2f-d7f3-46e8-998b-22a964a0d772 req-a69c2b4a-1f7f-4f2e-920c-14554c0df190 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:42.024336 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faf75b2f-d7f3-46e8-998b-22a964a0d772 req-a69c2b4a-1f7f-4f2e-920c-14554c0df190 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 946 time: 0.0517812 Feb 18 12:20:42.073109 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-faf75b2f-d7f3-46e8-998b-22a964a0d772 req-732b7d43-3d00-42ef-953b-43da2e1c54e2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Feb 18 12:20:42.095447 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57116) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:42.178543 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c09be-21b2-4585-bf52-e74be6b55b1b tempest-TestVolumeBootPattern-1835845697 tempest-TestVolumeBootPattern-1835845697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:42.180071 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-134c09be-21b2-4585-bf52-e74be6b55b1b tempest-TestVolumeBootPattern-1835845697 tempest-TestVolumeBootPattern-1835845697-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1125 time: 0.0836394 Feb 18 12:20:42.183045 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57120) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:20:42.187287 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'port_id': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:20:42.206352 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:42.299889 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:42.406142 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Allocated IP 172.27.1.106 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/83e8fb98-552f-4355-a898-5ae6ddba4883) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:20:42.508042 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:42.542377 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:42.571990 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:42.586199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:20:42.592014 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:20:42.594830 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:20:42.596676 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=83e8fb98-552f-4355-a898-5ae6ddba4883,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:42.783008 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:20:43.157133 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (cf97830e-6a0e-408b-a4b0-ca460397e5b7), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:43.224575 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:43.364733 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:43.369765 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:43.437366 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=83e8fb98-552f-4355-a898-5ae6ddba4883,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:20:43.447476 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (cf97830e-6a0e-408b-a4b0-ca460397e5b7), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:43.545742 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Floating IP cf97830e-6a0e-408b-a4b0-ca460397e5b7 associated. External IP: 172.27.1.106, port: 61dc0ad8-b1c4-46da-a61b-5129b09ec841. Feb 18 12:20:43.747619 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:20:43.852565 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:20:43.862923 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:20:43.869572 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:43.873125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:43.873779 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:20:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:43.897835 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-94a527ff-fb6e-427a-a902-3f898201156b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7136993 Feb 18 12:20:43.898424 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:20:43.901216 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2880f76d-e30d-4757-a94d-3e6936dbc1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:20:43.938017 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eff8c4-9b97-48dd-844c-2868a0f06dda x-openstack-request-id: req-07eff8c4-9b97-48dd-844c-2868a0f06dda {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:20:43.938313 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:20:43.938572 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07eff8c4-9b97-48dd-844c-2868a0f06dda {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:20:43.938976 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'status': 'completed', 'code': 200} Feb 18 12:20:43.984074 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:44.005137 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-73dadf8c-04c2-4027-98a7-7f3897b908dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:44.006653 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-73dadf8c-04c2-4027-98a7-7f3897b908dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1130 time: 0.0473244 Feb 18 12:20:44.093119 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:44.096154 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-eb296623-0437-4ab6-9095-a5ca230eeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:44.097637 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-eb296623-0437-4ab6-9095-a5ca230eeeda service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0855870 Feb 18 12:20:44.165766 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-ad53b143-97ea-4731-93c1-9f5a66e564b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 200 len: 1000 time: 0.0624685 Feb 18 12:20:44.213960 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-fc8ba427-483f-4aa0-add4-fdaa432d2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:44.215418 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-fc8ba427-483f-4aa0-add4-fdaa432d2226 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0439782 Feb 18 12:20:44.264164 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-2cb76dd0-4cce-4e3c-9f64-78b4caa425b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:20:44.265556 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-2cb76dd0-4cce-4e3c-9f64-78b4caa425b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442028 Feb 18 12:20:44.313755 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'cf97830e-6a0e-408b-a4b0-ca460397e5b7', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:9f:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b9a952-6962-4255-9e20-876b49e11127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:20:43Z', 'updated_at': '2022-02-18T12:20:43Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:44.347652 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:20:44.356619 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-5faac0bd-d91a-4e67-ab24-2b36732448d9 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846970 Feb 18 12:20:44.361359 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:20:44.362007 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:20:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:44.444292 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2880f76d-e30d-4757-a94d-3e6936dbc1e9 req-ce8e2706-0b9a-43b3-8c96-c2bde0e55389 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818076 Feb 18 12:20:44.489292 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:20:44.704608 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'cf97830e-6a0e-408b-a4b0-ca460397e5b7', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:9f:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b9a952-6962-4255-9e20-876b49e11127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:20:43Z', 'updated_at': '2022-02-18T12:20:43Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:20:44.860897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dd4d10-44f9-4bd4-86e6-ebef26939a48 None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': 'cf97830e-6a0e-408b-a4b0-ca460397e5b7', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:9f:b0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b9a952-6962-4255-9e20-876b49e11127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:20:43Z', 'updated_at': '2022-02-18T12:20:43Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:20:45.048691 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c720d423-6dea-440f-87df-7e5f6510ae8e None None] New status for floating IP cf97830e-6a0e-408b-a4b0-ca460397e5b7: ACTIVE {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:20:45.500196 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:20:51.344462 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:00.132489 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-8c168e62-8bb7-498e-a009-ba7c858c839b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474498 Feb 18 12:21:00.217071 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b180-1336-4039-a446-f11571035d51 req-e9daccde-2045-4508-aca0-9c982971f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:21:00.218563 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-e9daccde-2045-4508-aca0-9c982971f009 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1130 time: 0.0434031 Feb 18 12:21:00.319785 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b180-1336-4039-a446-f11571035d51 req-35f049aa-e6fa-40e5-bd5c-3c41bc5001f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:21:00.321234 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-35f049aa-e6fa-40e5-bd5c-3c41bc5001f8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0837536 Feb 18 12:21:00.389742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-bd5fcdb2-2b8e-4c5d-9c39-12461f453811 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 200 len: 1002 time: 0.0613208 Feb 18 12:21:00.436726 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b180-1336-4039-a446-f11571035d51 req-1f70899f-1871-403b-98e5-6f1f8e76772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:21:00.438117 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-1f70899f-1871-403b-98e5-6f1f8e76772e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0426435 Feb 18 12:21:00.487281 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2b180-1336-4039-a446-f11571035d51 req-dde39419-85f2-4fb8-9a4c-3b665d34d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:21:00.488740 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-dde39419-85f2-4fb8-9a4c-3b665d34d072 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430446 Feb 18 12:21:00.578814 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-db93a85f-d04b-46aa-879b-cfda585c5b5f service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835297 Feb 18 12:21:00.665972 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9dd2b180-1336-4039-a446-f11571035d51 req-77e537d0-d183-4236-9d16-2b87c56e6dc6 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808640 Feb 18 12:21:09.282573 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1d97ec70-fb67-4ee2-b3a0-f3e1354e7452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:11.466348 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f04996ff-fa02-4e6a-a775-3bf08a12ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:12.562014 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:14.078441 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:15.501517 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:19.781370 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:21:21.341722 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:39.287312 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b03eabca-87e3-46fe-9175-b83622fbd3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:41.467566 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f135ffe7-c1f8-4931-9e82-0f82884723c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:42.565814 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:44.081600 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:45.503713 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:51.342581 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:21:56.780156 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:22:00.126736 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-ef1f53c2-36f8-40bc-857d-0c6bec398af0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435572 Feb 18 12:22:00.211691 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-00dc2db8-a0ae-48b6-8be4-6633efcef722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:00.213199 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-00dc2db8-a0ae-48b6-8be4-6633efcef722 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 1130 time: 0.0484331 Feb 18 12:22:00.313505 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-896022e4-e269-4ec0-86aa-b80e75a97c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:00.314984 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-896022e4-e269-4ec0-86aa-b80e75a97c8c service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0833654 Feb 18 12:22:00.383384 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-40335c43-80b6-47d3-b032-2d2e565bb41c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 200 len: 1002 time: 0.0620461 Feb 18 12:22:00.430451 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-1eaede1c-c873-4aa7-8175-7b923d265bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:00.431818 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-1eaede1c-c873-4aa7-8175-7b923d265bf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0427234 Feb 18 12:22:00.478940 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-4571b83b-4fd0-41bc-a6f6-076d47d93346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:00.480369 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-4571b83b-4fd0-41bc-a6f6-076d47d93346 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421045 Feb 18 12:22:00.570544 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-4c47a834-9e0f-4b95-b855-ef02d256cfd8 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838070 Feb 18 12:22:00.656183 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7abaabe7-08a4-4f99-b5ef-2eaef7c8ca68 req-25b5314e-8ff2-4000-8d96-06ba90f29326 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803587 Feb 18 12:22:09.288369 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a335b3e9-c76c-4a6a-b963-4ba4bf51015c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:11.469466 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6c51-443d-40c2-bf65-25b437af6c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:12.571414 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:14.084437 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:15.505974 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:21.342534 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:33.778426 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:22:38.437449 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c1e0a-7d9d-4957-859c-6512ac6a0d42 req-3b5e5bb5-06b6-4a51-8b7f-0b72d52aa78e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:38.438943 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-de2c1e0a-7d9d-4957-859c-6512ac6a0d42 req-3b5e5bb5-06b6-4a51-8b7f-0b72d52aa78e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 946 time: 0.0523846 Feb 18 12:22:38.490730 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-de2c1e0a-7d9d-4957-859c-6512ac6a0d42 req-209ad88b-5998-47f7-b2d1-6770344bb8a7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Feb 18 12:22:39.289915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-5b529d1a-be88-482f-9ee3-5196e11800de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:39.616944 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abffc13-c6cb-4518-a42b-f387290db499 req-564cbd50-f705-4bf3-b2e3-66df5e62527e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:39.618473 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8abffc13-c6cb-4518-a42b-f387290db499 req-564cbd50-f705-4bf3-b2e3-66df5e62527e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 946 time: 0.0579352 Feb 18 12:22:39.668059 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8abffc13-c6cb-4518-a42b-f387290db499 req-fb6f6803-f06d-4b57-b4f9-eaa3e01db8fc tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440676 Feb 18 12:22:39.908844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341e72a-6392-4867-99e8-073a4413a280 req-133805f4-950c-4474-b2b0-c03d6e67ed56 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:39.910989 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4341e72a-6392-4867-99e8-073a4413a280 req-133805f4-950c-4474-b2b0-c03d6e67ed56 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 946 time: 0.0521019 Feb 18 12:22:40.002515 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Deleting port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:22:40.002855 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.090568 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] For port 61dc0ad8-b1c4-46da-a61b-5129b09ec841, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=61dc0ad8-b1c4-46da-a61b-5129b09ec841,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:22:40.090930 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.260406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.260750 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (cf97830e-6a0e-408b-a4b0-ca460397e5b7), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.261055 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Floating IP cf97830e-6a0e-408b-a4b0-ca460397e5b7 disassociated. External IP: 172.27.1.106, port: 61dc0ad8-b1c4-46da-a61b-5129b09ec841. Feb 18 12:22:40.261406 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Calling delete_port for 61dc0ad8-b1c4-46da-a61b-5129b09ec841 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:22:40.384198 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (61dc0ad8-b1c4-46da-a61b-5129b09ec841), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.414916 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'Port': ['ID=61dc0ad8-b1c4-46da-a61b-5129b09ec841,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:40.426416 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.426770 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.427118 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.427459 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.427793 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.428125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.428456 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.428783 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.429111 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.429441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.429789 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.430117 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.430439 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:40.540211 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:22:40.646342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:22:40.655884 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:22:40.666748 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:22:40.667367 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:22:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:22:40.688459 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] No DVR routers for this DVR port 61dc0ad8-b1c4-46da-a61b-5129b09ec841 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:22:40.692148 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:40.695711 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4341e72a-6392-4867-99e8-073a4413a280 req-b27afbc9-c219-4ee8-97ca-549f49a2f9e8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "DELETE /v2.0/ports/61dc0ad8-b1c4-46da-a61b-5129b09ec841 HTTP/1.1" status: 204 len: 173 time: 0.7801373 Feb 18 12:22:40.695998 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'name': 'network-vif-deleted', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:22:40.699253 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a68249-2a1a-4148-ad91-27b92e5234fe" -d '{"events": [{"server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "name": "network-vif-deleted", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:22:40.746103 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178bff4-86b4-4de6-8f3a-8f5f720bef3f x-openstack-request-id: req-f178bff4-86b4-4de6-8f3a-8f5f720bef3f {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:22:40.746470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8b9a952-6962-4255-9e20-876b49e11127", "name": "network-vif-deleted", "tag": "61dc0ad8-b1c4-46da-a61b-5129b09ec841", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:22:40.746809 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f178bff4-86b4-4de6-8f3a-8f5f720bef3f {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:22:40.747291 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b9a952-6962-4255-9e20-876b49e11127', 'name': 'network-vif-deleted', 'tag': '61dc0ad8-b1c4-46da-a61b-5129b09ec841', 'status': 'completed', 'code': 200} Feb 18 12:22:40.792006 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ed432518-ed9a-4a15-be54-f2614d7f3df4 req-0aaee69f-755c-4302-8864-5533820d0592 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8b9a952-6962-4255-9e20-876b49e11127 HTTP/1.1" status: 200 len: 210 time: 0.0303700 Feb 18 12:22:40.807387 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:22:41.012064 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:22:41.041743 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:22:41.050306 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:22:41.050865 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:22:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:22:41.154414 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:22:41.346127 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:22:41.379445 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa19c0-4394-4440-9cc9-b278607c1042 None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:22:41.470730 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b4fad33b-4806-4526-8e9e-bc138b9d817c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:41.591916 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a0084b-76fc-44c1-8ef1-89323d68cd78 None None] New status for floating IP cf97830e-6a0e-408b-a4b0-ca460397e5b7: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:22:41.994536 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-73e82ffa-900c-4ed8-8eb0-bd7dada1c8b0 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649568394&fields=id&tenant_id=1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 267 time: 0.0432367 Feb 18 12:22:42.106883 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-f36f5b80-3a25-4a8c-9603-778e0fc20f18 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:42.108324 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-f36f5b80-3a25-4a8c-9603-778e0fc20f18 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 811 time: 0.1068397 Feb 18 12:22:42.122718 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-41034ea8-d57b-409b-94c4-b3bdb2f4c7af tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/quotas/1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 375 time: 0.0086632 Feb 18 12:22:42.174696 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-61de2c43-c021-4a83-861a-e13de625a969 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475082 Feb 18 12:22:42.269184 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-152bc2be-c647-4b79-94c7-e21eea7c10fd service neutron] 10.222.0.65 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827026 Feb 18 12:22:42.330291 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 61dc0ad8-b1c4-46da-a61b-5129b09ec841 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:22:42.351765 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 61dc0ad8-b1c4-46da-a61b-5129b09ec841 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:22:42.352125 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 61dc0ad8-b1c4-46da-a61b-5129b09ec841 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:22:42.359053 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-fddb6eec-42c0-4650-94fb-911353f00ae1 service neutron] 10.222.0.65 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843267 Feb 18 12:22:42.571243 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:42.640278 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9efc8b1a-385c-44a8-8cd1-13f56876216a req-f62876c9-79a1-48a7-872e-0193287db8ff tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 210 time: 0.0279596 Feb 18 12:22:43.545727 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-b2a1d4bb-2f80-404b-a9c3-de7b9c90e918 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:43.547217 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-b2a1d4bb-2f80-404b-a9c3-de7b9c90e918 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 811 time: 0.1034167 Feb 18 12:22:43.606501 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-5411ad49-5973-46a2-8a6e-b1095d410565 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 380 time: 0.0517635 Feb 18 12:22:43.615502 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'port': {'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'admin_state_up': True, 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'security_groups': ['f02eaa66-e884-43ab-ae59-012913592ecc']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:43.737216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ab2c7b20-27be-470f-96cc-75d3fc0ddc9f req-faf9323a-4c35-4688-a58c-c78c7d2b172d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 210 time: 0.0310154 Feb 18 12:22:43.748769 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Made reservation on behalf of 1a6e801b0dd64f7da680cea0fac2cab3 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:22:43.752284 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:43.883451 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Allocated IP 172.20.0.3 (7fbee369-3e00-420e-902b-b66695a97f60/f9d60ed1-ba4a-4685-acd1-2c8da3861117/c172a90a-c266-448a-b4d7-095795e39a94) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:22:44.022019 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (c172a90a-c266-448a-b4d7-095795e39a94), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.054510 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (c172a90a-c266-448a-b4d7-095795e39a94), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.087995 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.102689 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Network 7fbee369-3e00-420e-902b-b66695a97f60 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:22:44.105762 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:22:44.109280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:22:44.133751 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=c172a90a-c266-448a-b4d7-095795e39a94,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:44.163594 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:44.164243 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.186046 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-9e4c2a3a-72dc-4ac7-b442-800e55d2441f tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744989 Feb 18 12:22:44.196798 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Request body: {'port': {'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:44.266613 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c172a90a-c266-448a-b4d7-095795e39a94), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.350264 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-703a8b5c-7148-4eaa-a7b5-bf68f9e204e5 None None] Provisioning complete for port c172a90a-c266-448a-b4d7-095795e39a94 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:22:44.350557 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-703a8b5c-7148-4eaa-a7b5-bf68f9e204e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c172a90a-c266-448a-b4d7-095795e39a94), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.387320 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-703a8b5c-7148-4eaa-a7b5-bf68f9e204e5 None None] Port c172a90a-c266-448a-b4d7-095795e39a94 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:22:44.529469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c172a90a-c266-448a-b4d7-095795e39a94 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:22:44.537265 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Publish callbacks [] for port (c172a90a-c266-448a-b4d7-095795e39a94), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.549619 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Transition to ACTIVE for port object c172a90a-c266-448a-b4d7-095795e39a94 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:22:44.553735 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (c172a90a-c266-448a-b4d7-095795e39a94), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.601383 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=c172a90a-c266-448a-b4d7-095795e39a94,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:44.673792 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Attempting to bind port c172a90a-c266-448a-b4d7-095795e39a94 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:22:44.674125 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Attempting to bind port c172a90a-c266-448a-b4d7-095795e39a94 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:22:44.674467 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Attempting to bind port c172a90a-c266-448a-b4d7-095795e39a94 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:22:44.679049 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Port c172a90a-c266-448a-b4d7-095795e39a94 on network 7fbee369-3e00-420e-902b-b66695a97f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:22:44.679373 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Attempting to bind port c172a90a-c266-448a-b4d7-095795e39a94 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:22:44.684332 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:22:44.684673 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Checking segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:22:44.685062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Bound using segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:22:44.685494 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Bound port: c172a90a-c266-448a-b4d7-095795e39a94, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:22:44.685896 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c172a90a-c266-448a-b4d7-095795e39a94), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.753207 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] For port c172a90a-c266-448a-b4d7-095795e39a94, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:22:44.756301 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] For port c172a90a-c266-448a-b4d7-095795e39a94, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c172a90a-c266-448a-b4d7-095795e39a94,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:22:44.762248 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (c172a90a-c266-448a-b4d7-095795e39a94), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.798914 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:44.799561 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:44.801261 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] 10.222.0.79 "PUT /v2.0/ports/c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 1093 time: 0.6088257 Feb 18 12:22:44.801766 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:22:44.804036 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f216e322-7701-4fc7-98ff-5975ef5e96c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "tag": "c172a90a-c266-448a-b4d7-095795e39a94"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:22:44.863992 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae6f9c-8563-41ec-9b02-0a8c328c1f9f x-openstack-request-id: req-f7ae6f9c-8563-41ec-9b02-0a8c328c1f9f {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:22:44.864287 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "tag": "c172a90a-c266-448a-b4d7-095795e39a94", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:22:44.864544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7ae6f9c-8563-41ec-9b02-0a8c328c1f9f {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:22:44.864937 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94', 'status': 'completed', 'code': 200} Feb 18 12:22:44.892195 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026de107-0440-4c4d-84ff-9ae4ef5a4a66 service neutron] Pushing event updated for resources: {'Port': ['ID=c172a90a-c266-448a-b4d7-095795e39a94,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:44.921579 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febd0b4-788e-4d8b-8c55-b7e6576704fd req-333086b6-4494-4ac3-9622-194ad182c08b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:44.923101 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6febd0b4-788e-4d8b-8c55-b7e6576704fd req-333086b6-4494-4ac3-9622-194ad182c08b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.1161807 Feb 18 12:22:44.936686 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-93917109-2319-43d1-8325-6e68ff86fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:44.938133 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-93917109-2319-43d1-8325-6e68ff86fd07 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1127 time: 0.0840306 Feb 18 12:22:44.987468 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-6c481c6c-5f6f-4aa2-9d11-23401df7885a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 217 time: 0.0417180 Feb 18 12:22:45.040462 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6febd0b4-788e-4d8b-8c55-b7e6576704fd req-2cdd92e9-6469-481d-80be-bd8a8318ab5e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113880 Feb 18 12:22:45.051193 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-a9451674-45ec-4573-8d9e-6ceefd4cca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:45.052534 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-a9451674-45ec-4573-8d9e-6ceefd4cca2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0596006 Feb 18 12:22:45.370264 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-51336b4f-c0f2-4a0b-b643-81ced148e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:45.371742 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-51336b4f-c0f2-4a0b-b643-81ced148e7c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3138602 Feb 18 12:22:45.459595 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-bd9fe2d9-50b7-4437-acb7-85026f3300d3 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812206 Feb 18 12:22:45.508978 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:45.548513 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d1a3e7ab-a67c-4bf5-884b-41a3e64f3a07 req-34743951-eadd-4919-8e91-5613cfcc1e8e service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830655 Feb 18 12:22:45.631294 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-11a4ad0d-752e-4025-85f6-0fe7a91d0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:45.633007 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-11a4ad0d-752e-4025-85f6-0fe7a91d0ed7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1127 time: 0.0441270 Feb 18 12:22:45.730935 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-580b68e1-26c9-4ea3-962c-1d99394143b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:45.732386 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-580b68e1-26c9-4ea3-962c-1d99394143b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0909727 Feb 18 12:22:45.777110 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-5b7495fa-6f9a-4f81-8320-9eba6e150b70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 217 time: 0.0376844 Feb 18 12:22:45.825919 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-5fdc4cb9-9cd9-47f1-bc19-b3c7b207f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:45.827269 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-5fdc4cb9-9cd9-47f1-bc19-b3c7b207f6cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0434942 Feb 18 12:22:45.874929 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-4c8e8c82-a05c-4c51-bef7-d1b7c5aab6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:45.876382 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-4c8e8c82-a05c-4c51-bef7-d1b7c5aab6aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433116 Feb 18 12:22:45.965351 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-29b4ebb5-1741-4e5b-9841-ebe4411ecabb service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831337 Feb 18 12:22:46.054432 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f216e322-7701-4fc7-98ff-5975ef5e96c4 req-8950cd26-c577-4e22-bcc9-8db19ac2e94a service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834339 Feb 18 12:22:46.164644 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba8473-ede8-4794-b415-6fd9e83b3a1f req-2ecb90d5-6638-4355-97ea-8fcf50363020 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:46.166120 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dcba8473-ede8-4794-b415-6fd9e83b3a1f req-2ecb90d5-6638-4355-97ea-8fcf50363020 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0578718 Feb 18 12:22:46.212688 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-dcba8473-ede8-4794-b415-6fd9e83b3a1f req-551ee01b-9f4c-4a97-9e2c-af000357a26a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411768 Feb 18 12:22:47.333982 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eced1d-0778-4c30-b44a-d1c287331d52 req-68965712-486d-438b-9e80-535130dafbd4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:47.335476 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-04eced1d-0778-4c30-b44a-d1c287331d52 req-68965712-486d-438b-9e80-535130dafbd4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0554986 Feb 18 12:22:47.386088 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-04eced1d-0778-4c30-b44a-d1c287331d52 req-3b605439-5c8b-4a84-9117-aac97a5ca219 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Feb 18 12:22:48.505014 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0429-ea3a-4745-a6cf-9c9ebbed9827 req-dae52f4e-967b-430b-8a32-346eaecb43e5 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:48.506519 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c5af0429-ea3a-4745-a6cf-9c9ebbed9827 req-dae52f4e-967b-430b-8a32-346eaecb43e5 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0556712 Feb 18 12:22:48.554036 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c5af0429-ea3a-4745-a6cf-9c9ebbed9827 req-76a1fcd2-d08e-4c14-bee2-7115b93cce25 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Feb 18 12:22:49.672134 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a169b53-75ed-42cc-934d-febe25653656 req-5d18338c-b8b4-4a7c-9853-9aa8c3704b3a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:49.673575 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9a169b53-75ed-42cc-934d-febe25653656 req-5d18338c-b8b4-4a7c-9853-9aa8c3704b3a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0547509 Feb 18 12:22:49.727983 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9a169b53-75ed-42cc-934d-febe25653656 req-1f284836-a6f6-4d31-bb6d-2ee8e2c3c9fc tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482476 Feb 18 12:22:50.853251 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e578a1f-8e9c-4cb3-a1fe-1870eb04c327 req-06f407e4-65c4-41ff-a588-353116aa659c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:50.854775 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2e578a1f-8e9c-4cb3-a1fe-1870eb04c327 req-06f407e4-65c4-41ff-a588-353116aa659c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0513747 Feb 18 12:22:50.906540 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2e578a1f-8e9c-4cb3-a1fe-1870eb04c327 req-4c42b77c-9557-43c6-83dd-be5e2f1645e4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462937 Feb 18 12:22:51.355149 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:52.021253 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d0ea8-2bb1-4a34-9fdb-1fc4e56b8f89 req-d65e80ea-590d-4268-ad88-7c0b9ac9242d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:52.030643 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6a5d0ea8-2bb1-4a34-9fdb-1fc4e56b8f89 req-d65e80ea-590d-4268-ad88-7c0b9ac9242d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0518014 Feb 18 12:22:52.076201 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6a5d0ea8-2bb1-4a34-9fdb-1fc4e56b8f89 req-0c5191fc-209e-455b-8d61-378d4df8502a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Feb 18 12:22:53.192806 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3bd26-268e-4fa1-a46e-cde60f6b8fd9 req-0534054d-dc91-4b04-af50-cb2b4e768ae2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:53.194295 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89a3bd26-268e-4fa1-a46e-cde60f6b8fd9 req-0534054d-dc91-4b04-af50-cb2b4e768ae2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0519564 Feb 18 12:22:53.241916 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-89a3bd26-268e-4fa1-a46e-cde60f6b8fd9 req-50ba9ce0-b662-4526-b87d-334be01e6d49 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Feb 18 12:22:54.360353 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6601e3-00f2-4db1-a0b5-1615ba76986c req-0b7031d8-3910-418c-bcad-02fef562f219 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:54.361813 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f6601e3-00f2-4db1-a0b5-1615ba76986c req-0b7031d8-3910-418c-bcad-02fef562f219 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 943 time: 0.0543280 Feb 18 12:22:54.388216 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c172a90a-c266-448a-b4d7-095795e39a94 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:22:54.410439 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f6601e3-00f2-4db1-a0b5-1615ba76986c req-fd1882fb-553b-4b7c-97b1-6c8405254dba tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Feb 18 12:22:54.483938 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c172a90a-c266-448a-b4d7-095795e39a94, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c172a90a-c266-448a-b4d7-095795e39a94,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:22:54.494778 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': 'c172a90a-c266-448a-b4d7-095795e39a94', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:22:54.530151 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c172a90a-c266-448a-b4d7-095795e39a94 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:22:54.530464 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c172a90a-c266-448a-b4d7-095795e39a94), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:54.543228 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c172a90a-c266-448a-b4d7-095795e39a94 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:22:54.566223 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c172a90a-c266-448a-b4d7-095795e39a94, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c172a90a-c266-448a-b4d7-095795e39a94,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:22:54.569749 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c172a90a-c266-448a-b4d7-095795e39a94), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:54.615471 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c172a90a-c266-448a-b4d7-095795e39a94,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:54.622242 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.622808 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.623205 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.623544 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.623875 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.624212 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.624778 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.625133 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.625483 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.625858 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.626225 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.626609 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.626942 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:54.778011 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['c172a90a-c266-448a-b4d7-095795e39a94'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:22:55.526022 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef5ddf-ebbb-4a5d-aa5b-659d61f87197 req-42aea7fd-13a4-46b3-aa40-f0a606ad9e99 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:55.527513 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5cef5ddf-ebbb-4a5d-aa5b-659d61f87197 req-42aea7fd-13a4-46b3-aa40-f0a606ad9e99 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 944 time: 0.0519757 Feb 18 12:22:55.574682 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-5cef5ddf-ebbb-4a5d-aa5b-659d61f87197 req-7ebc307e-160e-404d-8fd8-fb1bab56756b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Feb 18 12:22:56.407771 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c172a90a-c266-448a-b4d7-095795e39a94 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:22:56.456527 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port c172a90a-c266-448a-b4d7-095795e39a94 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:22:56.460195 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port c172a90a-c266-448a-b4d7-095795e39a94 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:22:56.460570 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (c172a90a-c266-448a-b4d7-095795e39a94), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:56.535988 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port c172a90a-c266-448a-b4d7-095795e39a94 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:22:56.536377 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (c172a90a-c266-448a-b4d7-095795e39a94), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:56.557848 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:22:56.560022 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3609126-8fdd-49f1-8a46-e550592f9815" -d '{"events": [{"server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "name": "network-vif-plugged", "status": "completed", "tag": "c172a90a-c266-448a-b4d7-095795e39a94"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:22:56.573247 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port c172a90a-c266-448a-b4d7-095795e39a94, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c172a90a-c266-448a-b4d7-095795e39a94,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:22:56.577843 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (c172a90a-c266-448a-b4d7-095795e39a94), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:56.600784 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250ed649-0009-434a-9fb3-c330683d3137 x-openstack-request-id: req-250ed649-0009-434a-9fb3-c330683d3137 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:22:56.601090 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "name": "network-vif-plugged", "status": "completed", "tag": "c172a90a-c266-448a-b4d7-095795e39a94", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:22:56.601349 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-250ed649-0009-434a-9fb3-c330683d3137 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:22:56.601771 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94', 'code': 200} Feb 18 12:22:56.633249 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=c172a90a-c266-448a-b4d7-095795e39a94,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:56.695441 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3d04f-a4c3-4287-9386-16934c1b3a7b req-a7965c8d-f14a-4589-bfc1-34c9b48d225e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:56.696932 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f9f3d04f-a4c3-4287-9386-16934c1b3a7b req-a7965c8d-f14a-4589-bfc1-34c9b48d225e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 945 time: 0.0535047 Feb 18 12:22:56.752003 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f9f3d04f-a4c3-4287-9386-16934c1b3a7b req-2bd21c77-d20a-4928-98f2-e172b56b4136 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481682 Feb 18 12:22:56.807027 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683e373-e90b-422f-9390-fa182d14d013 req-304c12db-f0dc-45a5-b809-992abaf3e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:56.808542 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f683e373-e90b-422f-9390-fa182d14d013 req-304c12db-f0dc-45a5-b809-992abaf3e0c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1129 time: 0.0432801 Feb 18 12:22:56.852362 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f683e373-e90b-422f-9390-fa182d14d013 req-d40ffe9a-0966-4330-a395-d8322ec6e4de service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382020 Feb 18 12:22:57.883871 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3aad0c-ed77-4d5c-af8e-d47498eab301 req-e3525309-9afa-4263-9b3f-e39b396e019d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:57.885350 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b3aad0c-ed77-4d5c-af8e-d47498eab301 req-e3525309-9afa-4263-9b3f-e39b396e019d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 945 time: 0.0577738 Feb 18 12:22:57.933464 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8b3aad0c-ed77-4d5c-af8e-d47498eab301 req-e4858763-21cf-455e-bb5d-220d7b0e1d6b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426207 Feb 18 12:22:58.051542 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756c58-cd13-4c09-9d08-1900279002dc req-e16e0440-49df-432e-bc9b-08f44385fe78 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:58.052901 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-62756c58-cd13-4c09-9d08-1900279002dc req-e16e0440-49df-432e-bc9b-08f44385fe78 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 945 time: 0.0549827 Feb 18 12:22:58.102483 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-62756c58-cd13-4c09-9d08-1900279002dc req-314f9fa3-d7c7-4b2c-8dac-d28c15760898 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432346 Feb 18 12:22:58.125221 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57228) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:22:58.169490 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eceeb5-2d37-42e2-87fd-ff331597d29f tempest-TestVolumeBootPattern-1835845697 tempest-TestVolumeBootPattern-1835845697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:58.171046 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-40eceeb5-2d37-42e2-87fd-ff331597d29f tempest-TestVolumeBootPattern-1835845697 tempest-TestVolumeBootPattern-1835845697-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1124 time: 0.0448117 Feb 18 12:22:58.173840 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57232) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:22:58.178066 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.v2.base [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:22:58.197254 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:58.293104 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:58.391661 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_common [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Allocated IP 172.27.1.83 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/24449a8d-19ea-4a75-824c-91565e699a2f) {{(pid=102857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:22:58.496142 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (24449a8d-19ea-4a75-824c-91565e699a2f), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:58.530565 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (24449a8d-19ea-4a75-824c-91565e699a2f), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:58.570483 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:22:58.575503 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.base_scheduler [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Resources bound (agent type, host, resource id): {{(pid=102857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:22:58.577671 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=24449a8d-19ea-4a75-824c-91565e699a2f,revision_number=1']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:58.579729 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Received port after_create {{(pid=102857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:22:58.602897 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.603258 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.603611 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.603957 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.604294 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.604629 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.604962 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.605295 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.605625 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.605985 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.606316 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.606645 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.606969 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:22:58.941523 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (59db8798-f5ec-4f15-b369-e3c5c49af441), precommit_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:59.005674 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (24449a8d-19ea-4a75-824c-91565e699a2f), before_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:59.148822 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (24449a8d-19ea-4a75-824c-91565e699a2f), precommit_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:59.153269 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4453379'] for port (24449a8d-19ea-4a75-824c-91565e699a2f), after_update {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:59.425506 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=24449a8d-19ea-4a75-824c-91565e699a2f,revision_number=2']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:22:59.436536 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (59db8798-f5ec-4f15-b369-e3c5c49af441), after_create {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:59.533837 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Floating IP 59db8798-f5ec-4f15-b369-e3c5c49af441 associated. External IP: 172.27.1.83, port: c172a90a-c266-448a-b4d7-095795e39a94. Feb 18 12:22:59.736273 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:22:59.840299 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:22:59.851521 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:22:59.857838 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:22:59.861215 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:22:59.861937 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:22:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:22:59.886729 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-fda39a27-eeb1-4567-a79f-859e41ccfcd9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7118945 Feb 18 12:22:59.887601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:22:59.889846 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09c48f7-d757-42a9-8e18-0564e134bf43" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "tag": "c172a90a-c266-448a-b4d7-095795e39a94"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:22:59.925508 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d7ddfc-797f-4317-85c1-86d94bb8be12 x-openstack-request-id: req-b0d7ddfc-797f-4317-85c1-86d94bb8be12 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:22:59.925833 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "tag": "c172a90a-c266-448a-b4d7-095795e39a94", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:22:59.926094 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0d7ddfc-797f-4317-85c1-86d94bb8be12 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:22:59.926495 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94', 'status': 'completed', 'code': 200} Feb 18 12:22:59.971220 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:22:59.991576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-76b99fcd-3def-48d3-8622-b1ac88132c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:22:59.992989 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-76b99fcd-3def-48d3-8622-b1ac88132c21 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1129 time: 0.0447204 Feb 18 12:23:00.086571 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-d03fc17c-7848-4847-93b9-a3e6afba8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:00.088064 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-d03fc17c-7848-4847-93b9-a3e6afba8bcc service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0889177 Feb 18 12:23:00.153258 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-138065e2-4e99-4515-87ea-f333d6af566a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 998 time: 0.0582390 Feb 18 12:23:00.191779 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:22:58Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:23:00.201039 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-6d3c1eeb-d628-4ecf-a090-33ce831e278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:00.202526 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-6d3c1eeb-d628-4ecf-a090-33ce831e278a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0426660 Feb 18 12:23:00.217319 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:23:00.226102 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:23:00.226720 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:22:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:23:00.255723 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-ca29fb29-4d16-4a72-9bde-1b29931dca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:00.257121 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-ca29fb29-4d16-4a72-9bde-1b29931dca0a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485873 Feb 18 12:23:00.347694 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-f85b80ad-e994-4cdb-ba0b-feaab6b3dbcd service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Feb 18 12:23:00.442169 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e09c48f7-d757-42a9-8e18-0564e134bf43 req-6587fe00-fdb1-4342-b2e1-c16f285af7bd service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885766 Feb 18 12:23:00.462087 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:23:00.681662 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:22:58Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:23:00.707331 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2f0bb4-b73a-4a72-83a3-7b775eebeaaa None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:22:58Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:23:00.899519 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881d9a1-6414-40d0-b72e-915daf951807 None None] New status for floating IP 59db8798-f5ec-4f15-b369-e3c5c49af441: ACTIVE {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:23:02.145600 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-f5c95f7e-3a13-4a71-a604-83ba93bb98bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425682 Feb 18 12:23:02.227470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-15568ab7-898f-4981-a8d5-58512ff92908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:02.228819 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-15568ab7-898f-4981-a8d5-58512ff92908 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1129 time: 0.0435491 Feb 18 12:23:02.331578 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-4ee10ff8-23fb-4f66-a575-f3ec485251e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:02.333040 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-4ee10ff8-23fb-4f66-a575-f3ec485251e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0872767 Feb 18 12:23:02.395823 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-47756002-f630-479b-b52d-bf16004ec53e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 1000 time: 0.0574486 Feb 18 12:23:02.441447 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-8947f7c3-bf79-4de7-beea-1842aea3efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:02.442817 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-8947f7c3-bf79-4de7-beea-1842aea3efd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0417609 Feb 18 12:23:02.492794 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-b7a50e0a-4f4f-4747-91c8-d79e5b8b5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:23:02.494186 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-b7a50e0a-4f4f-4747-91c8-d79e5b8b5f07 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458183 Feb 18 12:23:02.582180 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-10660e60-e767-4cde-a8cf-8f40065d1a7e service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811107 Feb 18 12:23:02.670736 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d9f350a5-ec2c-4853-8c97-35890466b507 req-0df977f8-2fc7-4f74-8344-f4d5d9b057fa service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824425 Feb 18 12:23:09.290572 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-99436b3c-9653-4a85-a39b-0a414f47917b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:10.777235 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:23:11.472718 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1cdc30f1-22ed-40ba-99d6-b1ce6d807609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:12.573025 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:14.091013 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:15.510767 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:21.427392 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:39.293466 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-43fa5e18-0af0-4d8e-a171-e1bb7c074d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:41.477218 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-41a205da-2124-4142-a829-feff72287e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:42.576904 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:44.093957 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:45.512200 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:23:47.776117 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:23:51.430997 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:02.137123 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-dff47072-4b07-4934-bb74-d0572a4cbd93 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440600 Feb 18 12:24:02.219519 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-eadeb977-4488-48eb-977b-19ac84c5ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:02.221001 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-eadeb977-4488-48eb-977b-19ac84c5ba4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1129 time: 0.0449550 Feb 18 12:24:02.331744 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-d3964dfb-daf3-497e-a7e8-096e4931e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:02.333211 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-d3964dfb-daf3-497e-a7e8-096e4931e3ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0952046 Feb 18 12:24:02.397564 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-2539a904-bd38-4344-9932-0f39e992fa69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 1000 time: 0.0579450 Feb 18 12:24:02.443374 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-206c0224-c89c-4703-97a7-e2c76d692f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:02.444764 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-206c0224-c89c-4703-97a7-e2c76d692f7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0417848 Feb 18 12:24:02.496558 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-0de1d357-fbff-4ae0-a94b-1770c8197f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:02.498062 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-0de1d357-fbff-4ae0-a94b-1770c8197f45 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457873 Feb 18 12:24:02.584960 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-bc1f1b20-c7be-45ac-8e62-5db2c75a3258 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806503 Feb 18 12:24:02.674421 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b8e4b43b-7d16-49de-bb93-ddeb88158e43 req-2d0043cc-d5f6-41d3-8916-64b1998a2522 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Feb 18 12:24:09.295484 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-d8735665-7f85-447c-b396-4582dc5a554b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:11.477916 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7b2abad4-52c7-42fc-b687-e7325f8c30f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:12.579582 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.096268 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:14.184199 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-2ca98547-8ff7-4fdc-b29a-3969ea89c9b6 req-03c197a1-b733-4719-9551-f73591552ad4 service neutron] (102857) timed out ('10.222.0.79', 50594) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:24:15.513103 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:17.440783 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-9f7ac869-fbc9-448a-9981-0e4dd06d5b78 req-ba670160-32ec-4de1-bfb0-9c9b01ba96d6 service neutron] (102857) timed out ('10.222.0.79', 50603) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:24:21.429845 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:24.775664 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:24:39.296867 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3f99-5730-4c09-9bdd-8460f7e2ae5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:41.477830 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4d8626b8-09ce-4b71-a83f-9d2902a879d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:42.581291 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:44.103227 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:44.639795 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-0d654fc4-57d4-4030-818d-68f9d9cd8db0 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649568394&fields=id&tenant_id=1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 267 time: 0.0445983 Feb 18 12:24:44.742115 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-88b37437-842a-489b-9623-5bbf052bae3c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:44.743467 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-88b37437-842a-489b-9623-5bbf052bae3c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 811 time: 0.0970032 Feb 18 12:24:44.757389 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-0df6eb2c-e9d0-4ab6-96a5-a537aadbacc0 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/quotas/1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 375 time: 0.0085788 Feb 18 12:24:44.815892 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-85dfcc0c-f8a2-47c2-a6e8-f37be5b634d7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537186 Feb 18 12:24:44.907441 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-1230b044-a9bd-444e-9e94-e2831d561f8e service neutron] 10.222.0.65 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809534 Feb 18 12:24:44.996278 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-cf04b225-8ddd-47aa-bd55-18e1033d6609 service neutron] 10.222.0.65 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832472 Feb 18 12:24:45.268659 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-4c78732f-11dd-4dc7-a3f1-1c0ff0695048 req-e628b4ed-f5a1-49d2-9e94-a2c0b252d6a1 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 210 time: 0.0276258 Feb 18 12:24:45.515068 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.134855 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-892b426d-0985-45c9-9228-df8abe2e8c17 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:46.136272 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-892b426d-0985-45c9-9228-df8abe2e8c17 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 811 time: 0.1076312 Feb 18 12:24:46.196828 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-c867665f-b872-4a01-850e-424d0e5696c3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a6e801b0dd64f7da680cea0fac2cab3 HTTP/1.1" status: 200 len: 380 time: 0.0529819 Feb 18 12:24:46.205468 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'port': {'device_id': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'admin_state_up': True, 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'security_groups': ['f02eaa66-e884-43ab-ae59-012913592ecc']}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:46.311239 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Made reservation on behalf of 1a6e801b0dd64f7da680cea0fac2cab3 for: {'port': 1} {{(pid=102858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 18 12:24:46.314967 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.400654 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-082a6826-1388-4142-aeb4-dbb29be6cc1d req-8d56df9b-5433-4126-a243-e735ac527799 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 210 time: 0.0612314 Feb 18 12:24:46.470895 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Allocated IP 172.20.0.6 (7fbee369-3e00-420e-902b-b66695a97f60/f9d60ed1-ba4a-4685-acd1-2c8da3861117/96160172-86d6-4c7f-b6f6-0668cd57d408) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:24:46.613970 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.647390 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.689729 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Network 7fbee369-3e00-420e-902b-b66695a97f60 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:24:46.693256 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:24:46.695734 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:24:46.730858 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=96160172-86d6-4c7f-b6f6-0668cd57d408,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:46.743470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.743825 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.744177 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.744521 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.744853 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.745183 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.745515 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.745876 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.746205 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.746545 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.746874 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.747198 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.747520 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:46.766978 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:46.767589 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.784378 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-fa236b30-aedd-43fd-b3d5-61d078ad0494 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823927 Feb 18 12:24:46.795179 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Request body: {'port': {'device_id': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82987'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:46.856089 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.948663 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-1573ed12-f50f-4bcd-9a37-aeab8b382d26 None None] Provisioning complete for port 96160172-86d6-4c7f-b6f6-0668cd57d408 triggered by entity DHCP. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:46.949266 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1573ed12-f50f-4bcd-9a37-aeab8b382d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:46.981599 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-1573ed12-f50f-4bcd-9a37-aeab8b382d26 None None] Port 96160172-86d6-4c7f-b6f6-0668cd57d408 cannot update to ACTIVE because it is not bound. {{(pid=102859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 18 12:24:47.108222 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96160172-86d6-4c7f-b6f6-0668cd57d408 {{(pid=102858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:47.116572 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Publish callbacks [] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.128236 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.provisioning_blocks [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Transition to ACTIVE for port object 96160172-86d6-4c7f-b6f6-0668cd57d408 will not be triggered until provisioned by entity L2. {{(pid=102858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 18 12:24:47.132625 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.184195 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Pushing event updated for resources: {'Port': ['ID=96160172-86d6-4c7f-b6f6-0668cd57d408,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:47.249813 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Attempting to bind port 96160172-86d6-4c7f-b6f6-0668cd57d408 on host hv-cinder-82987 for vnic_type normal with profile {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:47.250303 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Attempting to bind port 96160172-86d6-4c7f-b6f6-0668cd57d408 by drivers openvswitch,hyperv on host hv-cinder-82987 at level 0 using segments [{'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 18 12:24:47.250465 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Attempting to bind port 96160172-86d6-4c7f-b6f6-0668cd57d408 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:47.255004 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Port 96160172-86d6-4c7f-b6f6-0668cd57d408 on network 7fbee369-3e00-420e-902b-b66695a97f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82987 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 18 12:24:47.255324 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Attempting to bind port 96160172-86d6-4c7f-b6f6-0668cd57d408 on network 7fbee369-3e00-420e-902b-b66695a97f60 {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 18 12:24:47.260559 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Checking agent: {'id': '44043d78-f60b-40c4-846f-e0be78a7aa98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'started_at': datetime.datetime(2022, 2, 18, 12, 6, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 18, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 18 12:24:47.260883 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Checking segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 18 12:24:47.261268 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Bound using segment: {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'} {{(pid=102858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 18 12:24:47.261696 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.managers [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Bound port: 96160172-86d6-4c7f-b6f6-0668cd57d408, host: hv-cinder-82987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a37c8be-3cf9-4213-90f5-230b4d9c7231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60'}}] {{(pid=102858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 18 12:24:47.262081 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.332602 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] For port 96160172-86d6-4c7f-b6f6-0668cd57d408, host hv-cinder-82987, cleared binding levels {{(pid=102858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 18 12:24:47.336588 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] For port 96160172-86d6-4c7f-b6f6-0668cd57d408, host hv-cinder-82987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=96160172-86d6-4c7f-b6f6-0668cd57d408,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 18 12:24:47.343133 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.379017 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.379686 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:47.381093 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] 10.222.0.79 "PUT /v2.0/ports/96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 200 len: 1093 time: 0.5901802 Feb 18 12:24:47.381543 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:47.384049 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:47.416257 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433d10a-cb94-4e98-8600-22603c3864d0 service neutron] Pushing event updated for resources: {'Port': ['ID=96160172-86d6-4c7f-b6f6-0668cd57d408,revision_number=3']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:47.449198 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b2176e-8109-40f2-bdc1-07ef0f988e89 x-openstack-request-id: req-71b2176e-8109-40f2-bdc1-07ef0f988e89 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:47.449565 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:47.449919 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71b2176e-8109-40f2-bdc1-07ef0f988e89 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:47.450357 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'status': 'completed', 'code': 200} Feb 18 12:24:47.515236 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-2c83cd4c-365f-4f6f-bbd4-5bbd7866af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.516795 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-2c83cd4c-365f-4f6f-bbd4-5bbd7866af04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1127 time: 0.0788019 Feb 18 12:24:47.567719 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-30071e9e-4901-4069-b1dd-8d17572e4acc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 200 len: 217 time: 0.0441318 Feb 18 12:24:47.578776 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23061c-3f60-455a-a264-21e51248d308 req-bc3938ef-d16a-479d-9839-56caa157a207 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.580189 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e23061c-3f60-455a-a264-21e51248d308 req-bc3938ef-d16a-479d-9839-56caa157a207 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0987096 Feb 18 12:24:47.643863 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-ed619a79-5669-4416-9055-4bc5d36a16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.645320 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-ed619a79-5669-4416-9055-4bc5d36a16f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0642800 Feb 18 12:24:47.669898 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8e23061c-3f60-455a-a264-21e51248d308 req-2eb19b28-b6eb-4a0c-999a-e1d93f62b236 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813243 Feb 18 12:24:47.704546 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c206bb-444b-4be0-a82e-a3028343cded req-339bbe29-05f2-47ce-8b85-275108977acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.706111 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-339bbe29-05f2-47ce-8b85-275108977acf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529134 Feb 18 12:24:47.791562 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-be295f94-1167-4b9d-8232-4b093100f7dc service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794442 Feb 18 12:24:47.883352 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-92c206bb-444b-4be0-a82e-a3028343cded req-fca7c514-b7bb-4104-b1b7-e29ff69c1225 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855281 Feb 18 12:24:47.969928 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-06cd020d-0bc0-4d46-a5a2-9693e283bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:47.971374 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-06cd020d-0bc0-4d46-a5a2-9693e283bf26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1127 time: 0.0431123 Feb 18 12:24:48.060671 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-9e387ee4-cd8f-40cc-a806-c74f22602415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:48.062074 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-9e387ee4-cd8f-40cc-a806-c74f22602415 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0819752 Feb 18 12:24:48.107026 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-69e2e9a5-feca-49d2-a2e3-1f260a6aa1b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 200 len: 217 time: 0.0366912 Feb 18 12:24:48.155194 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-0d361390-1895-4979-9919-399533f8248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:48.156632 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-0d361390-1895-4979-9919-399533f8248b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0424538 Feb 18 12:24:48.214236 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-daec72d2-1d7a-4867-8161-1d34c7650da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:48.215786 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-daec72d2-1d7a-4867-8161-1d34c7650da4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520105 Feb 18 12:24:48.581671 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-1ca02552-ed18-444e-aa67-c920a809a4f2 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589804 Feb 18 12:24:48.669755 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-01b6f472-9bdf-42e5-a514-35e4ffdd9fff req-aafdd9bb-4a2f-481e-84d1-c120c91f0068 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806832 Feb 18 12:24:48.791712 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed79aa5-5c23-4a37-bc15-6dd1d3108b22 req-ce6046a7-704d-4e7d-884a-ed0786843ccb tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:48.793139 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3ed79aa5-5c23-4a37-bc15-6dd1d3108b22 req-ce6046a7-704d-4e7d-884a-ed0786843ccb tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0554230 Feb 18 12:24:48.842460 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3ed79aa5-5c23-4a37-bc15-6dd1d3108b22 req-ecb4162a-c031-4dd9-bb33-ee27fc6e1e81 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436544 Feb 18 12:24:49.956016 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bde853-7cbd-49a2-9d6e-cb8c183e755d req-f44801cd-2e87-438b-b995-95c44ad9a06e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:49.957495 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f7bde853-7cbd-49a2-9d6e-cb8c183e755d req-f44801cd-2e87-438b-b995-95c44ad9a06e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0517087 Feb 18 12:24:50.004891 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-f7bde853-7cbd-49a2-9d6e-cb8c183e755d req-c811b19c-6a12-4880-9307-9eff25a531b0 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414639 Feb 18 12:24:51.213813 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19d235-8a64-4bed-ad7f-d15377ac0d11 req-2d7296e1-6b40-49a9-95b6-93402bd29b8c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:51.215285 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0f19d235-8a64-4bed-ad7f-d15377ac0d11 req-2d7296e1-6b40-49a9-95b6-93402bd29b8c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.1454456 Feb 18 12:24:51.267150 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0f19d235-8a64-4bed-ad7f-d15377ac0d11 req-c96fcb08-87d8-477b-b426-72c565f4fd08 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Feb 18 12:24:51.460081 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:52.432039 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a26477-035d-44b8-9aee-65208f6f2685 req-c1fb2235-e184-4701-a8e3-16c9ab77bdd8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:52.433493 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-41a26477-035d-44b8-9aee-65208f6f2685 req-c1fb2235-e184-4701-a8e3-16c9ab77bdd8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0995655 Feb 18 12:24:52.481511 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-41a26477-035d-44b8-9aee-65208f6f2685 req-7ee13088-de4a-48c6-abfa-a5972e1fbda3 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423908 Feb 18 12:24:53.597503 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2490494-a451-4e2f-b8e5-6fdfaae4c593 req-6666f8f8-a910-4191-ba7d-25a773a4ba8c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:53.598930 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d2490494-a451-4e2f-b8e5-6fdfaae4c593 req-6666f8f8-a910-4191-ba7d-25a773a4ba8c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0514958 Feb 18 12:24:53.647343 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d2490494-a451-4e2f-b8e5-6fdfaae4c593 req-d6f23d6b-eecf-4fa4-b0f6-b670c87648d7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430264 Feb 18 12:24:54.765788 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2ba31-dd1a-4da2-90ca-b79358fef306 req-bd531512-293e-4894-b15d-6617cb57692e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:54.767278 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c7e2ba31-dd1a-4da2-90ca-b79358fef306 req-bd531512-293e-4894-b15d-6617cb57692e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0564070 Feb 18 12:24:54.823551 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-c7e2ba31-dd1a-4da2-90ca-b79358fef306 req-93c43a85-14ac-4561-a41a-0b37953b61b1 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508928 Feb 18 12:24:55.938424 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9887e8-9302-48ed-b0ee-7c6787643b14 req-ef45bbc2-04fb-4e1c-8c06-91757ab02ba9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:55.939869 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f9887e8-9302-48ed-b0ee-7c6787643b14 req-ef45bbc2-04fb-4e1c-8c06-91757ab02ba9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0519576 Feb 18 12:24:55.988571 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-7f9887e8-9302-48ed-b0ee-7c6787643b14 req-cadf592b-beb3-4d88-a568-bbb240981cf2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Feb 18 12:24:56.914792 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 96160172-86d6-4c7f-b6f6-0668cd57d408 details requested by agent hyperv_hv-cinder-82987 with host hv-cinder-82987 {{(pid=102859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 18 12:24:57.010888 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 96160172-86d6-4c7f-b6f6-0668cd57d408, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=96160172-86d6-4c7f-b6f6-0668cd57d408,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:57.023126 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Returning: {'device': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'port_id': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'mac_address': 'fa:16:3e:98:53:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 18 12:24:57.058702 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 96160172-86d6-4c7f-b6f6-0668cd57d408 is: DOWN; New status is: BUILD {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:57.059123 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:57.072561 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96160172-86d6-4c7f-b6f6-0668cd57d408 {{(pid=102859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 18 12:24:57.091897 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 96160172-86d6-4c7f-b6f6-0668cd57d408, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=96160172-86d6-4c7f-b6f6-0668cd57d408,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:57.096005 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:57.112131 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9d40f-0b52-4427-b55a-5f6285e9b61d req-f8712b96-30c7-4f07-b50f-de19aec15e8b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:57.114572 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05d9d40f-0b52-4427-b55a-5f6285e9b61d req-f8712b96-30c7-4f07-b50f-de19aec15e8b tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 943 time: 0.0612524 Feb 18 12:24:57.148436 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=96160172-86d6-4c7f-b6f6-0668cd57d408,revision_number=4']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:57.155371 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.155725 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.156074 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.156412 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.156745 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.157074 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.157403 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.157748 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.158086 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.158408 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.158733 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.159898 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.159898 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:24:57.165427 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-05d9d40f-0b52-4427-b55a-5f6285e9b61d req-a0c137c6-5b35-4d93-8cd0-61ce28bf1e1c tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461168 Feb 18 12:24:57.354104 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] get_ports_and_sgs() called for port_ids ['96160172-86d6-4c7f-b6f6-0668cd57d408'] {{(pid=102859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 18 12:24:58.280166 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9958-4e68-4f27-a1e8-fce7b5b7bd1f req-56815bf0-e74c-41bb-a5f4-d52b733dc6b8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:58.281630 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a02d9958-4e68-4f27-a1e8-fce7b5b7bd1f req-56815bf0-e74c-41bb-a5f4-d52b733dc6b8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 944 time: 0.0524762 Feb 18 12:24:58.330534 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-a02d9958-4e68-4f27-a1e8-fce7b5b7bd1f req-014ce7c8-3e95-4292-8011-1637bba7f8b6 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Feb 18 12:24:58.930256 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 96160172-86d6-4c7f-b6f6-0668cd57d408 up at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 18 12:24:58.977695 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning for port 96160172-86d6-4c7f-b6f6-0668cd57d408 completed by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 18 12:24:58.981201 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.provisioning_blocks [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Provisioning complete for port 96160172-86d6-4c7f-b6f6-0668cd57d408 triggered by entity L2. {{(pid=102859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 18 12:24:58.981576 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-669689'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), provisioning_complete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.057979 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Current status of the port 96160172-86d6-4c7f-b6f6-0668cd57d408 is: BUILD; New status is: ACTIVE {{(pid=102859) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 18 12:24:59.058364 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), before_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.079422 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408'}] {{(pid=102859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:24:59.081633 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c21716acd3ebdad2faa880b1eecb8e10d5e993d9db4523444cd6e1b634cb51a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3302c3b0-bb12-476f-9e83-d612a1b6530f" -d '{"events": [{"server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "name": "network-vif-plugged", "status": "completed", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408"}]}' {{(pid=102859) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:24:59.093901 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] For port 96160172-86d6-4c7f-b6f6-0668cd57d408, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=96160172-86d6-4c7f-b6f6-0668cd57d408,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:24:59.099161 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:24:59.122185 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37ef91e-a55c-43fd-b728-2d35f0592bb0 x-openstack-request-id: req-e37ef91e-a55c-43fd-b728-2d35f0592bb0 {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:24:59.122481 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "name": "network-vif-plugged", "status": "completed", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408", "code": 200}]} {{(pid=102859) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:24:59.122739 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e37ef91e-a55c-43fd-b728-2d35f0592bb0 {{(pid=102859) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:24:59.123130 dv-cinder-829877-1-iscsi neutron-server[102859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'code': 200} Feb 18 12:24:59.150378 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Pushing event updated for resources: {'Port': ['ID=96160172-86d6-4c7f-b6f6-0668cd57d408,revision_number=5']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:24:59.382227 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2fa1c-3896-486d-b991-49fa1bcfc85b req-2e5d75e7-8a47-4bba-ab82-b244188f4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:59.384009 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0db2fa1c-3896-486d-b991-49fa1bcfc85b req-2e5d75e7-8a47-4bba-ab82-b244188f4d1a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1129 time: 0.0988374 Feb 18 12:24:59.461671 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0db2fa1c-3896-486d-b991-49fa1bcfc85b req-b0c6dbc6-958c-4c1d-96c5-c2534649db1d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711825 Feb 18 12:24:59.476633 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2f0b2-3616-4853-b2d1-a1c408455d6a req-82d1132d-1193-4a59-bddc-5f43ca4b1a5d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:24:59.478095 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6bc2f0b2-3616-4853-b2d1-a1c408455d6a req-82d1132d-1193-4a59-bddc-5f43ca4b1a5d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 945 time: 0.0824590 Feb 18 12:24:59.526366 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6bc2f0b2-3616-4853-b2d1-a1c408455d6a req-6d1cfded-76ae-492e-a684-161c93cb0de2 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Feb 18 12:25:00.643301 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036141b-baf9-4a24-a1a3-94252120aa6d req-2d9a3129-e7d2-4974-831d-db57de66c7c4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:00.644740 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e036141b-baf9-4a24-a1a3-94252120aa6d req-2d9a3129-e7d2-4974-831d-db57de66c7c4 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 945 time: 0.0513716 Feb 18 12:25:00.691727 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-e036141b-baf9-4a24-a1a3-94252120aa6d req-37649991-38d1-4a39-b4de-964ac3f14857 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Feb 18 12:25:00.812745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d792-1b4c-4faa-9448-07cd1358b8b7 req-8330924f-18a9-491b-a58c-1b50693cb53a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:00.814154 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c52d792-1b4c-4faa-9448-07cd1358b8b7 req-8330924f-18a9-491b-a58c-1b50693cb53a tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 945 time: 0.0557287 Feb 18 12:25:00.866811 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-2c52d792-1b4c-4faa-9448-07cd1358b8b7 req-658b96c6-d2ef-414c-baa9-203d62eca778 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462961 Feb 18 12:25:00.889037 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57362) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:00.930544 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c2908-e300-46d7-b5e0-f5ce2b72b63a tempest-TestVolumeBootPattern-1835845697 tempest-TestVolumeBootPattern-1835845697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:00.932010 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-b60c2908-e300-46d7-b5e0-f5ce2b72b63a tempest-TestVolumeBootPattern-1835845697 tempest-TestVolumeBootPattern-1835845697-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1124 time: 0.0420115 Feb 18 12:25:00.934729 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57364) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:25:00.938900 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.v2.base [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Request body: {'floatingip': {'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'port_id': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:00.958720 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.055891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (None), before_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.156624 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_common [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Allocated IP 172.27.1.124 (779250fb-c71b-4fe8-863a-e9886dc8b039/496aadbf-c0ba-4d98-9336-a6a1b7f300ad/76351178-64e2-4558-a950-e121afecbb22) {{(pid=102858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 18 12:25:01.258479 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (76351178-64e2-4558-a950-e121afecbb22), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.291409 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767970893352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (76351178-64e2-4558-a950-e121afecbb22), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.331394 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Network 779250fb-c71b-4fe8-863a-e9886dc8b039 is already hosted by enough agents. {{(pid=102858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 18 12:25:01.334318 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.base_scheduler [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Resources bound (agent type, host, resource id): {{(pid=102858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 18 12:25:01.337639 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Received port after_create {{(pid=102858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 18 12:25:01.342937 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=76351178-64e2-4558-a950-e121afecbb22,revision_number=1']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.695176 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (66d46a09-19c0-4035-860e-2ccbe7ecdae9), precommit_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.761438 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-604882'] for port (76351178-64e2-4558-a950-e121afecbb22), before_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.773732 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:25:01.907543 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for port (76351178-64e2-4558-a950-e121afecbb22), precommit_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.912088 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767971320441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767970893370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767970893388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5376313'] for port (76351178-64e2-4558-a950-e121afecbb22), after_update {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:01.980089 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event updated for resources: {'Port': ['ID=76351178-64e2-4558-a950-e121afecbb22,revision_number=2']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:25:01.990212 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1723364'] for floatingip (66d46a09-19c0-4035-860e-2ccbe7ecdae9), after_create {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.089654 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.db.l3_db [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Floating IP 66d46a09-19c0-4035-860e-2ccbe7ecdae9 associated. External IP: 172.27.1.124, port: 96160172-86d6-4c7f-b6f6-0668cd57d408. Feb 18 12:25:02.293475 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:25:02.401697 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:25:02.411666 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493478-9928-453a-a52d-01aef408b525 None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:25:02.420173 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:02.422218 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:02.423580 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:24:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:02.450572 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-5d3bcf27-b037-48cc-ae42-7871b664723d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5146780 Feb 18 12:25:02.451425 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:25:02.453653 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcb4d9c-02b5-470d-94e5-6051ad74d937" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:25:02.496832 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e8466-67ba-4181-bf88-05e2b6b7dfbd x-openstack-request-id: req-3a2e8466-67ba-4181-bf88-05e2b6b7dfbd {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:25:02.497132 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:25:02.497393 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a2e8466-67ba-4181-bf88-05e2b6b7dfbd {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:25:02.497838 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'status': 'completed', 'code': 200} Feb 18 12:25:02.532741 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:02.566705 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-e3bf655c-3b68-4495-b11f-6777e8b6e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.568248 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-e3bf655c-3b68-4495-b11f-6777e8b6e2d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1129 time: 0.0483015 Feb 18 12:25:02.655678 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-05b9d120-7f70-45a9-b086-bf3dc0a29795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.657054 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-05b9d120-7f70-45a9-b086-bf3dc0a29795 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0835681 Feb 18 12:25:02.744640 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-6e0cdbc2-a0e4-4a15-b346-011fb4fe7b9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 200 len: 999 time: 0.0821271 Feb 18 12:25:02.753838 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:23:00Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}, {'id': '66d46a09-19c0-4035-860e-2ccbe7ecdae9', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:98:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:25:01Z', 'updated_at': '2022-02-18T12:25:01Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:02.780253 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493478-9928-453a-a52d-01aef408b525 None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:25:02.788458 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:25:02.789068 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:24:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:02.793052 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-a299d154-9748-42ef-b593-22466dd56c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.794530 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-a299d154-9748-42ef-b593-22466dd56c61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0441661 Feb 18 12:25:02.842006 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-c02b1e0b-c3ca-489e-a08d-59452eaaddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:02.843485 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-c02b1e0b-c3ca-489e-a08d-59452eaaddbf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435879 Feb 18 12:25:02.898344 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:25:02.933998 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-8d6eb18b-9d88-4d10-b3cd-a53d1ed94e93 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844588 Feb 18 12:25:03.022882 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-1bcb4d9c-02b5-470d-94e5-6051ad74d937 req-05e948a0-ede8-4639-8de5-65f5f0ab32d0 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832243 Feb 18 12:25:03.134861 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-1a493478-9928-453a-a52d-01aef408b525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:23:00Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}, {'id': '66d46a09-19c0-4035-860e-2ccbe7ecdae9', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:98:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:25:01Z', 'updated_at': '2022-02-18T12:25:01Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:25:03.159946 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a493478-9928-453a-a52d-01aef408b525 None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:23:00Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}, {'id': '66d46a09-19c0-4035-860e-2ccbe7ecdae9', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:98:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:25:01Z', 'updated_at': '2022-02-18T12:25:01Z', 'revision_number': 0, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:25:03.358539 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7235951-554c-42cf-8922-4adb0e46c4a0 None None] New status for floating IP 66d46a09-19c0-4035-860e-2ccbe7ecdae9: ACTIVE {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:25:04.143991 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-19b8b693-a3fa-4a01-b55a-a8ac8e98a596 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425360 Feb 18 12:25:04.230785 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254f78-db22-451c-81bc-96185f8cd34d req-0e5c9791-d71c-452b-9d14-27231b2911b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.232235 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-0e5c9791-d71c-452b-9d14-27231b2911b7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1129 time: 0.0472558 Feb 18 12:25:04.332042 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254f78-db22-451c-81bc-96185f8cd34d req-8016b8ec-38d4-4f44-8972-34466d8d0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.334166 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-8016b8ec-38d4-4f44-8972-34466d8d0761 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0854783 Feb 18 12:25:04.406216 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-68e2b38c-6edf-40c9-94ad-4a746e005596 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 1000 time: 0.0665355 Feb 18 12:25:04.453153 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254f78-db22-451c-81bc-96185f8cd34d req-f6b831e9-1e2c-4f01-8db6-e7f30ed3186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.454583 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-f6b831e9-1e2c-4f01-8db6-e7f30ed3186a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0432248 Feb 18 12:25:04.501280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e254f78-db22-451c-81bc-96185f8cd34d req-410e7233-2aa9-41f5-948e-deb3ca37c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:25:04.502799 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-410e7233-2aa9-41f5-948e-deb3ca37c26d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427849 Feb 18 12:25:04.591364 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-bc7f18bf-a88f-4edb-b310-0972443790c0 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824959 Feb 18 12:25:04.677781 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-3e254f78-db22-451c-81bc-96185f8cd34d req-fd40a9a8-be9e-4663-8df8-5a15a96e88b0 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805354 Feb 18 12:25:09.298604 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7a351e4a-9ba2-4d48-9cf5-389080befa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:11.478441 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab454-1b01-4074-a205-fa5346f6b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:12.585068 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:14.100940 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:15.517795 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:21.471078 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:38.773477 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:25:39.301486 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a72d25e0-9256-4206-aa92-9b80daea7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:41.478635 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-edb88d9a-87d0-4cb2-a706-a80816168af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:42.587086 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:44.102884 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:45.523734 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:25:51.476238 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:05.126328 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-18de4c5d-9019-4912-a4fa-a6646967898a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435972 Feb 18 12:26:05.191428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706758-289e-40a2-9426-33d68a7d99ef req-bf2d4acf-5af1-4e95-b967-4c55508c6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.192898 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-bf2d4acf-5af1-4e95-b967-4c55508c6fee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1129 time: 0.0465362 Feb 18 12:26:05.294044 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706758-289e-40a2-9426-33d68a7d99ef req-78591f48-4e24-41da-9b26-12f64ca03a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.295577 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-78591f48-4e24-41da-9b26-12f64ca03a67 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.0860865 Feb 18 12:26:05.362630 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-ca27cd1c-b15a-463d-b7a0-69a3b78c440e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 200 len: 1001 time: 0.0612555 Feb 18 12:26:05.409182 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706758-289e-40a2-9426-33d68a7d99ef req-8aef646b-aea5-4279-9976-5fc537f50c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.410531 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-8aef646b-aea5-4279-9976-5fc537f50c6a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0427589 Feb 18 12:26:05.457080 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b706758-289e-40a2-9426-33d68a7d99ef req-3c38e60e-187d-4813-9a95-4a6b3297cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:05.458537 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-3c38e60e-187d-4813-9a95-4a6b3297cf60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425680 Feb 18 12:26:05.546836 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-261474a0-622a-4d7e-b691-482f6e97af02 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826292 Feb 18 12:26:05.896028 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-9b706758-289e-40a2-9426-33d68a7d99ef req-b53b4ce4-013f-4749-82e4-e82df1411086 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437204 Feb 18 12:26:09.303699 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8a28bb69-1d03-4bf8-b2cf-551d56916b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:11.479796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-239b2d80-da03-44db-b879-bb18780adecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:12.589296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:14.105455 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.516537 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:15.772159 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:26:21.490174 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:29.609068 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57400) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:29.801958 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Deleting port 76351178-64e2-4558-a950-e121afecbb22 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:29.802218 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (76351178-64e2-4558-a950-e121afecbb22), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:29.877645 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (76351178-64e2-4558-a950-e121afecbb22), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:29.878017 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (76351178-64e2-4558-a950-e121afecbb22), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:29.889601 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Calling delete_port for 76351178-64e2-4558-a950-e121afecbb22 owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:30.033164 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (76351178-64e2-4558-a950-e121afecbb22), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:30.055316 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'Port': ['ID=76351178-64e2-4558-a950-e121afecbb22,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:30.065483 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.065859 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.066208 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.066546 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.066878 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.067208 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.067998 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.067998 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.068195 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.068478 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.068801 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.069126 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.069447 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:30.130078 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (66d46a09-19c0-4035-860e-2ccbe7ecdae9), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:30.130408 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Floating IP 66d46a09-19c0-4035-860e-2ccbe7ecdae9 disassociated (deleted). External IP: 172.27.1.124, port: 96160172-86d6-4c7f-b6f6-0668cd57d408. Feb 18 12:26:30.333763 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:30.440587 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:30.445464 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:30.450120 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:30.459278 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:30.459891 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:30.473361 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ff224c56-6e32-4ceb-8951-2617e794c94e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "DELETE /v2.0/floatingips/66d46a09-19c0-4035-860e-2ccbe7ecdae9 HTTP/1.1" status: 204 len: 168 time: 0.8621919 Feb 18 12:26:30.473950 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:30.476190 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:30.570626 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:30.579563 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772782e2-9aef-4dbb-adcf-1a29ae5a25d0 x-openstack-request-id: req-772782e2-9aef-4dbb-adcf-1a29ae5a25d0 {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:30.579973 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:30.580517 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-772782e2-9aef-4dbb-adcf-1a29ae5a25d0 {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:30.581008 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'status': 'completed', 'code': 200} Feb 18 12:26:30.656436 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-5248da9c-848f-4a34-b77d-d4523b0473f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:30.657954 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-5248da9c-848f-4a34-b77d-d4523b0473f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 1129 time: 0.0508957 Feb 18 12:26:30.780334 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6413e-9c7b-43ee-a762-45a512ec3d4d req-1f33e6f2-1352-4152-b0c0-584fe22940a1 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:30.781805 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6ac6413e-9c7b-43ee-a762-45a512ec3d4d req-1f33e6f2-1352-4152-b0c0-584fe22940a1 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 945 time: 0.1094232 Feb 18 12:26:30.797974 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-c9c600f7-4219-44c8-9fa5-2185cd8e43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:30.800016 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-c9c600f7-4219-44c8-9fa5-2185cd8e43bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.1357851 Feb 18 12:26:30.818957 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:23:00Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:30.844223 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:30.848223 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-9a0ea4b2-f790-4fcc-9005-5fe2c3dca2ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 200 len: 217 time: 0.0383239 Feb 18 12:26:30.853380 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:30.854017 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:30.897751 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6ac6413e-9c7b-43ee-a762-45a512ec3d4d req-0b999662-e0e7-4e0b-a006-620e8593f509 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080837 Feb 18 12:26:30.922116 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-3c8320bf-131d-4106-a97c-3c5dc2e5b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:30.923606 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-3c8320bf-131d-4106-a97c-3c5dc2e5b4fe service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0679553 Feb 18 12:26:30.962682 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:30.970470 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-949e8027-147d-4e0d-9e49-3c35d6b158d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:30.972457 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-949e8027-147d-4e0d-9e49-3c35d6b158d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427978 Feb 18 12:26:31.062885 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-1b0e7939-450d-4b07-9695-8566edd146e4 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832286 Feb 18 12:26:31.157286 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-8aae41fd-2ac4-4f64-bddb-4c848adac5fc req-c17ed6c9-6006-4856-9ef5-a88c8747a340 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883038 Feb 18 12:26:31.188484 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:23:00Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:31.214448 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b232c82-1060-4c79-9bcc-c2c802725c4c None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_floatingips': [{'id': '59db8798-f5ec-4f15-b369-e3c5c49af441', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'router_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'port_id': 'c172a90a-c266-448a-b4d7-095795e39a94', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'mac_address': 'fa:16:3e:4d:72:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-18T12:22:58Z', 'updated_at': '2022-02-18T12:23:00Z', 'revision_number': 1, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:31.437973 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb2e3c4-b4ce-4896-90b9-278698ffb332 None None] New status for floating IP 66d46a09-19c0-4035-860e-2ccbe7ecdae9: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:26:32.020844 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd201af-516d-4ff5-9639-45439526567b req-a8afbec6-1fb2-4791-a02a-8f788de55a8d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:32.022308 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6cd201af-516d-4ff5-9639-45439526567b req-a8afbec6-1fb2-4791-a02a-8f788de55a8d tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 945 time: 0.0560224 Feb 18 12:26:32.069259 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-6cd201af-516d-4ff5-9639-45439526567b req-dbbaaf8c-2d3b-4656-8b3f-3098404404eb tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Feb 18 12:26:32.183509 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-2a6eea4c-85e2-4909-8781-1a7ab3c1325e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:32.184878 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-2a6eea4c-85e2-4909-8781-1a7ab3c1325e tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Feb 18 12:26:32.277050 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Deleting port 96160172-86d6-4c7f-b6f6-0668cd57d408 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:32.277385 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:32.363356 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] For port 96160172-86d6-4c7f-b6f6-0668cd57d408, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=96160172-86d6-4c7f-b6f6-0668cd57d408,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:32.363721 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:32.375666 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Calling delete_port for 96160172-86d6-4c7f-b6f6-0668cd57d408 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:32.503062 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (96160172-86d6-4c7f-b6f6-0668cd57d408), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:32.529836 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'Port': ['ID=96160172-86d6-4c7f-b6f6-0668cd57d408,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:32.539379 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.539735 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.540085 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.540428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.540774 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.541110 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.541499 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.541803 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.542486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.542486 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.542781 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.543102 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.543423 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:32.586415 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] No DVR routers for this DVR port 96160172-86d6-4c7f-b6f6-0668cd57d408 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:32.588959 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:32.592294 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ac8f72a9-eaaa-4c0f-9295-173a1c8e882b req-9f3f0bbd-96f3-436b-a415-c4956f2b1fc7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "DELETE /v2.0/ports/96160172-86d6-4c7f-b6f6-0668cd57d408 HTTP/1.1" status: 204 len: 173 time: 0.4022496 Feb 18 12:26:32.592731 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'name': 'network-vif-deleted', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:32.595010 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30be0473-dddb-4a79-b9ed-0a7eb35636c8" -d '{"events": [{"server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "name": "network-vif-deleted", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:32.682538 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a06273e-36d3-4323-bb94-11b6c0cdf9ff x-openstack-request-id: req-4a06273e-36d3-4323-bb94-11b6c0cdf9ff {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:32.682839 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bfd323-c09b-430c-bfcd-39ca2cff0445", "name": "network-vif-deleted", "tag": "96160172-86d6-4c7f-b6f6-0668cd57d408", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:32.683099 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a06273e-36d3-4323-bb94-11b6c0cdf9ff {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:32.683506 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bfd323-c09b-430c-bfcd-39ca2cff0445', 'name': 'network-vif-deleted', 'tag': '96160172-86d6-4c7f-b6f6-0668cd57d408', 'status': 'completed', 'code': 200} Feb 18 12:26:33.178749 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-ad3ee71a-e0b9-457e-8c70-ceb43b1995b8 req-16a5c7d9-ea4f-44d7-a1ec-ba9ebd4da0d7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2bfd323-c09b-430c-bfcd-39ca2cff0445 HTTP/1.1" status: 200 len: 210 time: 0.0328822 Feb 18 12:26:36.450982 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57446) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:36.603371 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Deleting port 24449a8d-19ea-4a75-824c-91565e699a2f {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:36.603622 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (24449a8d-19ea-4a75-824c-91565e699a2f), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.675041 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (24449a8d-19ea-4a75-824c-91565e699a2f), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.675415 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (24449a8d-19ea-4a75-824c-91565e699a2f), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.686745 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Calling delete_port for 24449a8d-19ea-4a75-824c-91565e699a2f owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:36.837138 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (24449a8d-19ea-4a75-824c-91565e699a2f), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.865131 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'Port': ['ID=24449a8d-19ea-4a75-824c-91565e699a2f,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:36.924918 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (59db8798-f5ec-4f15-b369-e3c5c49af441), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:36.925239 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.db.l3_db [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Floating IP 59db8798-f5ec-4f15-b369-e3c5c49af441 disassociated (deleted). External IP: 172.27.1.83, port: c172a90a-c266-448a-b4d7-095795e39a94. Feb 18 12:26:37.336801 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:37.378516 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 96160172-86d6-4c7f-b6f6-0668cd57d408 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:37.398500 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: 96160172-86d6-4c7f-b6f6-0668cd57d408 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:37.398846 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device 96160172-86d6-4c7f-b6f6-0668cd57d408 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:37.444215 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:37.448803 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:37.453259 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:37.463528 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:37.464130 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:37.476493 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-7ba7d36e-a52f-4111-86e2-cc4f1685e949 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "DELETE /v2.0/floatingips/59db8798-f5ec-4f15-b369-e3c5c49af441 HTTP/1.1" status: 204 len: 168 time: 1.0244434 Feb 18 12:26:37.477187 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94'}] {{(pid=102857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:37.479574 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}282a50d7200da62fe74f6318a786c7b701323f42f24846e18fb385fcff6f3001" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "tag": "c172a90a-c266-448a-b4d7-095795e39a94"}]}' {{(pid=102857) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:37.525345 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f4efa5-9636-4127-98df-6ae1d7d13c3f x-openstack-request-id: req-e6f4efa5-9636-4127-98df-6ae1d7d13c3f {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:37.525575 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "tag": "c172a90a-c266-448a-b4d7-095795e39a94", "status": "completed", "code": 200}]} {{(pid=102857) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:37.525868 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6f4efa5-9636-4127-98df-6ae1d7d13c3f {{(pid=102857) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:37.526290 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94', 'status': 'completed', 'code': 200} Feb 18 12:26:37.581735 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:37.595708 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-6eea0164-a75e-44cd-9784-8d8c5e5e9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.598559 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-6eea0164-a75e-44cd-9784-8d8c5e5e9213 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 1129 time: 0.0508966 Feb 18 12:26:37.734908 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-038f43c6-4fb0-40b1-b750-2750d7d88f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.736367 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-038f43c6-4fb0-40b1-b750-2750d7d88f13 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 200 len: 912 time: 0.1274896 Feb 18 12:26:37.744388 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f234025-2500-4cf9-b317-87a3f1bd85c3 req-329a4c87-d6df-4fa8-843f-7ba3fce152ab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.745779 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0f234025-2500-4cf9-b317-87a3f1bd85c3 req-329a4c87-d6df-4fa8-843f-7ba3fce152ab tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 945 time: 0.0816283 Feb 18 12:26:37.792305 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-3e531f13-f901-456d-a5c0-aa8d76bf1bd6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 200 len: 217 time: 0.0455701 Feb 18 12:26:37.798446 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:37.825455 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:37.834166 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:37.834710 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:11Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:37.860061 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0f234025-2500-4cf9-b317-87a3f1bd85c3 req-69040ddf-cec2-4521-83be-e02398dc5eed tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075983 Feb 18 12:26:37.866073 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-9fbd0d2e-7fcb-4687-b858-307d89a88391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.867837 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-9fbd0d2e-7fcb-4687-b858-307d89a88391 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 200 len: 850 time: 0.0683649 Feb 18 12:26:37.917171 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-e3bc97dc-4bdf-4657-9db5-4385d44f47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:37.918721 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-e3bc97dc-4bdf-4657-9db5-4385d44f47ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7fbee369-3e00-420e-902b-b66695a97f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451157 Feb 18 12:26:37.943507 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:38.011034 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-9fa04b3b-6cc7-45b0-8a20-a01bea20b59c service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840626 Feb 18 12:26:38.103355 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-cd3e7bd2-5ab0-416a-bc7f-0b64127a84ec req-add8e254-c70e-4405-85b5-f1c048485982 service neutron] 10.222.0.79 "GET /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855024 Feb 18 12:26:38.149282 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:38.175968 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d2607-4ff8-47d6-b431-97a214ba94c1 None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:20:04Z', 'revision_number': 4, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi', '_interfaces': [{'id': '33263224-90cd-4edb-9dec-37683c7d4221', 'name': '', 'network_id': '7fbee369-3e00-420e-902b-b66695a97f60', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'mac_address': 'fa:16:3e:eb:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:04Z', 'updated_at': '2022-02-18T12:20:08Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'subnets': [{'id': 'f9d60ed1-ba4a-4685-acd1-2c8da3861117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:38.399073 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62450f0a-42b2-4c4b-a2c5-2d77ec8bfeee None None] New status for floating IP 59db8798-f5ec-4f15-b369-e3c5c49af441: DOWN {{(pid=102860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 18 12:26:38.982567 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685460a-cb30-425b-8ace-6a75562b9fa2 req-da7f2bd7-9aaa-4d5f-8366-8400d7a6a1a8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:38.984036 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0685460a-cb30-425b-8ace-6a75562b9fa2 req-da7f2bd7-9aaa-4d5f-8366-8400d7a6a1a8 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 945 time: 0.0529575 Feb 18 12:26:39.031830 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-0685460a-cb30-425b-8ace-6a75562b9fa2 req-4457b974-62fe-492a-b6f8-e393a28a72c5 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/security-groups?id=f02eaa66-e884-43ab-ae59-012913592ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Feb 18 12:26:39.108981 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078c47a-1442-49f9-a928-f994a896f46f req-bd8f88d3-36ef-4ba1-81c3-de150b7c3875 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 18 12:26:39.110479 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d078c47a-1442-49f9-a928-f994a896f46f req-bd8f88d3-36ef-4ba1-81c3-de150b7c3875 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 945 time: 0.0545833 Feb 18 12:26:39.198280 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Deleting port c172a90a-c266-448a-b4d7-095795e39a94 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:39.198547 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (c172a90a-c266-448a-b4d7-095795e39a94), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.287400 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] For port c172a90a-c266-448a-b4d7-095795e39a94, host hv-cinder-82987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82987',level=0,port_id=c172a90a-c266-448a-b4d7-095795e39a94,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:39.287766 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (c172a90a-c266-448a-b4d7-095795e39a94), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.301260 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Calling delete_port for c172a90a-c266-448a-b4d7-095795e39a94 owned by compute:nova {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:39.307117 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a70d2371-88d5-4981-85f2-e67cb446f803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.426646 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (c172a90a-c266-448a-b4d7-095795e39a94), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.458516 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'Port': ['ID=c172a90a-c266-448a-b4d7-095795e39a94,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:39.499869 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] No DVR routers for this DVR port c172a90a-c266-448a-b4d7-095795e39a94 on host hv-cinder-82987 {{(pid=102858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:39.502942 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for port (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:39.506227 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-d078c47a-1442-49f9-a928-f994a896f46f req-1f627170-db99-4a12-b864-ee4181b48b67 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.79 "DELETE /v2.0/ports/c172a90a-c266-448a-b4d7-095795e39a94 HTTP/1.1" status: 204 len: 173 time: 0.3909118 Feb 18 12:26:39.506667 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'name': 'network-vif-deleted', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94'}] {{(pid=102858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 18 12:26:39.509177 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eeb440f9d4fa6fa6b88a5427e4a09d5df75b840ec5bf9e43d58560c75f4a958" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b490b91-ae58-49d2-95f7-2c1fe619d9d2" -d '{"events": [{"server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "name": "network-vif-deleted", "tag": "c172a90a-c266-448a-b4d7-095795e39a94"}]}' {{(pid=102858) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 18 12:26:39.545750 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Feb 2022 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e11f804-fd71-427b-bf03-fd6dc5304473 x-openstack-request-id: req-6e11f804-fd71-427b-bf03-fd6dc5304473 {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 18 12:26:39.546052 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18f1b65-bc55-4108-af4d-28d3937c3cac", "name": "network-vif-deleted", "tag": "c172a90a-c266-448a-b4d7-095795e39a94", "status": "completed", "code": 200}]} {{(pid=102858) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 18 12:26:39.546307 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e11f804-fd71-427b-bf03-fd6dc5304473 {{(pid=102858) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 18 12:26:39.546705 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18f1b65-bc55-4108-af4d-28d3937c3cac', 'name': 'network-vif-deleted', 'tag': 'c172a90a-c266-448a-b4d7-095795e39a94', 'status': 'completed', 'code': 200} Feb 18 12:26:40.138694 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [req-b3efc373-037e-42d0-b4b9-b47aa54c30e1 req-6655c5ed-f434-458e-ad97-067ab2c234c9 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "GET /v2.0/ports?device_id=c18f1b65-bc55-4108-af4d-28d3937c3cac HTTP/1.1" status: 200 len: 210 time: 0.0276365 Feb 18 12:26:41.195230 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57462) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:41.317987 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Deleting port 83e8fb98-552f-4355-a898-5ae6ddba4883 {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:41.318324 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.389553 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.389908 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (83e8fb98-552f-4355-a898-5ae6ddba4883), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.400877 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Calling delete_port for 83e8fb98-552f-4355-a898-5ae6ddba4883 owned by network:floatingip {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:41.482619 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-9dae585f-a169-47db-b429-eaa8875ed808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.529790 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (83e8fb98-552f-4355-a898-5ae6ddba4883), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.558242 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'Port': ['ID=83e8fb98-552f-4355-a898-5ae6ddba4883,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:41.616087 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for floatingip (cf97830e-6a0e-408b-a4b0-ca460397e5b7), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.618662 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173641'] for floatingip (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:41.619814 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-0b44ef0e-c641-4f2a-8358-a9637305d021 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "DELETE /v2.0/floatingips/cf97830e-6a0e-408b-a4b0-ca460397e5b7 HTTP/1.1" status: 204 len: 168 time: 0.4236164 Feb 18 12:26:42.593161 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.804858 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57474) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:42.863899 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5292cb3e-cad9-4289-a602-f1a7ae7c93e7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group (f02eaa66-e884-43ab-ae59-012913592ecc), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.887725 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5292cb3e-cad9-4289-a602-f1a7ae7c93e7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group (f02eaa66-e884-43ab-ae59-012913592ecc), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.945345 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5292cb3e-cad9-4289-a602-f1a7ae7c93e7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (f02eaa66-e884-43ab-ae59-012913592ecc), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.947937 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-5292cb3e-cad9-4289-a602-f1a7ae7c93e7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:42.949058 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-5292cb3e-cad9-4289-a602-f1a7ae7c93e7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] 10.222.0.65 "DELETE /v2.0/security-groups/f02eaa66-e884-43ab-ae59-012913592ecc HTTP/1.1" status: 204 len: 168 time: 0.1432314 Feb 18 12:26:42.958356 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292cb3e-cad9-4289-a602-f1a7ae7c93e7 tempest-TestVolumeBootPattern-622199280 tempest-TestVolumeBootPattern-622199280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02eaa66-e884-43ab-ae59-012913592ecc,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:43.000148 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57478) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:43.411998 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c172a90a-c266-448a-b4d7-095795e39a94 no longer exists at agent hyperv_hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:43.433449 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] No Port match for: c172a90a-c266-448a-b4d7-095795e39a94 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:43.433796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Device c172a90a-c266-448a-b4d7-095795e39a94 not bound to the agent host hv-cinder-82987 {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:43.450289 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (c50a8941-3874-4bb9-8b94-449bc8388941), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.697101 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Deleting port 33263224-90cd-4edb-9dec-37683c7d4221 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:43.697432 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (33263224-90cd-4edb-9dec-37683c7d4221), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.772895 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] For port 33263224-90cd-4edb-9dec-37683c7d4221, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=33263224-90cd-4edb-9dec-37683c7d4221,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:43.773247 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (33263224-90cd-4edb-9dec-37683c7d4221), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:43.785891 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Calling delete_port for 33263224-90cd-4edb-9dec-37683c7d4221 owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:43.963969 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (33263224-90cd-4edb-9dec-37683c7d4221), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.020716 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=33263224-90cd-4edb-9dec-37683c7d4221,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:44.169509 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.179793 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (c50a8941-3874-4bb9-8b94-449bc8388941), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.406089 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Router c50a8941-3874-4bb9-8b94-449bc8388941 has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:44.509700 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:44.514566 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-1cc7aab5-d53a-4f2f-aee6-00a0746e6c80 admin admin] 10.222.0.65 "PUT /v2.0/routers/c50a8941-3874-4bb9-8b94-449bc8388941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5134003 Feb 18 12:26:44.517178 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57482) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:44.519594 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] Sync routers for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:44.531396 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:44.532013 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:44.624026 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks [] for router (c50a8941-3874-4bb9-8b94-449bc8388941), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.638151 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: dv-cinder-829877-1-iscsi {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:44.727017 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks [] for router_gateway (c50a8941-3874-4bb9-8b94-449bc8388941), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.782512 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Deleting port a54060a1-38d8-408c-a618-81f1e65d4926 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:44.782749 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.811798 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134'}], 'enable_snat': True}, 'gw_port_id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:26:43Z', 'revision_number': 5, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port': {'id': 'a54060a1-38d8-408c-a618-81f1e65d4926', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:02Z', 'updated_at': '2022-02-18T12:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:44.842282 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] Checking router: c50a8941-3874-4bb9-8b94-449bc8388941 for host: dv-cinder-829877-1-iscsi {{(pid=102859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:44.850521 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] Routers {'c50a8941-3874-4bb9-8b94-449bc8388941'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:44.851127 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['c50a8941-3874-4bb9-8b94-449bc8388941'], 'active': True} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:44.859199 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] For port a54060a1-38d8-408c-a618-81f1e65d4926, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a54060a1-38d8-408c-a618-81f1e65d4926,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:44.859596 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:44.872542 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Calling delete_port for a54060a1-38d8-408c-a618-81f1e65d4926 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:44.937064 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvr_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] Set router c50a8941-3874-4bb9-8b94-449bc8388941 gateway port host: None {{(pid=102859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:44.989282 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_hamode_db [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:26:44Z', 'revision_number': 6, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:45.019481 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f4532f-35ac-4ee2-81b9-0885f54247d2 None None] The sync data for ids ['c50a8941-3874-4bb9-8b94-449bc8388941'] in dv-cinder-829877-1-iscsi is: [{'id': 'c50a8941-3874-4bb9-8b94-449bc8388941', 'name': 'tempest-TestVolumeBootPattern-505542787-router', 'tenant_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:01Z', 'updated_at': '2022-02-18T12:26:44Z', 'revision_number': 6, 'project_id': '1a6e801b0dd64f7da680cea0fac2cab3', 'gw_port_host': None}] {{(pid=102859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:45.044745 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a54060a1-38d8-408c-a618-81f1e65d4926), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.069531 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54060a1-38d8-408c-a618-81f1e65d4926,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:45.389428 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (c50a8941-3874-4bb9-8b94-449bc8388941), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.479606 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (c50a8941-3874-4bb9-8b94-449bc8388941), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.481738 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks [] for router_controller (c50a8941-3874-4bb9-8b94-449bc8388941), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.520166 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.526568 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (c50a8941-3874-4bb9-8b94-449bc8388941), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.527118 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c50a8941-3874-4bb9-8b94-449bc8388941 {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:26:45.531549 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.532480 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-a5c5ac37-e8de-40fa-a5d2-c0a4c5422047 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c50a8941-3874-4bb9-8b94-449bc8388941 HTTP/1.1" status: 204 len: 168 time: 1.0137498 Feb 18 12:26:45.535069 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57484) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:45.580930 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.db.db_base_plugin_v2 [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Deleting subnet f9d60ed1-ba4a-4685-acd1-2c8da3861117 {{(pid=102858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:26:45.583888 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Publish callbacks [] for subnet (f9d60ed1-ba4a-4685-acd1-2c8da3861117), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.616857 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5376836'] for subnet (f9d60ed1-ba4a-4685-acd1-2c8da3861117), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.691932 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (f9d60ed1-ba4a-4685-acd1-2c8da3861117), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.748631 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5377015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5714334'] for subnet (f9d60ed1-ba4a-4685-acd1-2c8da3861117), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.775842 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d60ed1-ba4a-4685-acd1-2c8da3861117,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:45.782495 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.788758 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ebb3ed-4fd2-4b7e-8361-75c315314cf2 None None] Network 7fbee369-3e00-420e-902b-b66695a97f60 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:45.788919 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57486) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:45.789382 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-94332a9e-fca3-4510-b68b-f87a97a5fd91 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9d60ed1-ba4a-4685-acd1-2c8da3861117 HTTP/1.1" status: 204 len: 168 time: 0.2529035 Feb 18 12:26:45.833322 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a54060a1-38d8-408c-a618-81f1e65d4926 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:45.855955 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: a54060a1-38d8-408c-a618-81f1e65d4926 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:45.856293 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a54060a1-38d8-408c-a618-81f1e65d4926 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:45.856712 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 33263224-90cd-4edb-9dec-37683c7d4221 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:45.867667 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (7fbee369-3e00-420e-902b-b66695a97f60), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.889766 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 33263224-90cd-4edb-9dec-37683c7d4221 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:45.890116 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 33263224-90cd-4edb-9dec-37683c7d4221 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:45.921720 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Deleting port e05184c7-abb6-469c-ad23-5b25cb676cdc {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:45.922067 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:45.987180 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] DHCP port deletion for 7fbee369-3e00-420e-902b-b66695a97f60 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:26:45.994083 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] For port e05184c7-abb6-469c-ad23-5b25cb676cdc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e05184c7-abb6-469c-ad23-5b25cb676cdc,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:45.994428 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.007623 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Calling delete_port for e05184c7-abb6-469c-ad23-5b25cb676cdc owned by network:dhcp {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:46.038229 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Deleting port e05184c7-abb6-469c-ad23-5b25cb676cdc {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:46.038608 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.093464 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.115710 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] For port e05184c7-abb6-469c-ad23-5b25cb676cdc, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=e05184c7-abb6-469c-ad23-5b25cb676cdc,segment=NetworkSegment(2a37c8be-3cf9-4213-90f5-230b4d9c7231),segment_id=2a37c8be-3cf9-4213-90f5-230b4d9c7231)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:46.116122 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.120739 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] No DVR routers for this DVR port e05184c7-abb6-469c-ad23-5b25cb676cdc on host dv-cinder-829877-1-iscsi {{(pid=102857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:46.125949 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05184c7-abb6-469c-ad23-5b25cb676cdc,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:46.129137 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Calling delete_port for e05184c7-abb6-469c-ad23-5b25cb676cdc owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:46.195524 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (7fbee369-3e00-420e-902b-b66695a97f60), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.207128 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (e05184c7-abb6-469c-ad23-5b25cb676cdc), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.215976 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbee369-3e00-420e-902b-b66695a97f60']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:46.226003 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a37c8be-3cf9-4213-90f5-230b4d9c7231') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:46.226299 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a37c8be-3cf9-4213-90f5-230b4d9c7231') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:46.235730 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (2a37c8be-3cf9-4213-90f5-230b4d9c7231), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.236510 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Pushing event deleted for resources: {'Port': ['ID=e05184c7-abb6-469c-ad23-5b25cb676cdc,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:46.245453 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] No DVR routers for this DVR port e05184c7-abb6-469c-ad23-5b25cb676cdc on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:46.247560 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.247915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.248296 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.248725 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.249066 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.249417 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.249796 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.250129 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.250367 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (2a37c8be-3cf9-4213-90f5-230b4d9c7231), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.250495 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.250770 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.251094 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.251417 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.251734 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbf15d9-ff17-405e-aa6a-b042a3d9934e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829877-1-iscsi {{(pid=102859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 18 12:26:46.263738 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:26:46.264147 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (2a37c8be-3cf9-4213-90f5-230b4d9c7231), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:26:46.266009 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:26:46.324219 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (7fbee369-3e00-420e-902b-b66695a97f60), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.329795 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.333364 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7fbee369-3e00-420e-902b-b66695a97f60 HTTP/1.1" status: 204 len: 168 time: 0.5434003 Feb 18 12:26:46.336547 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57488) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:46.344080 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90090fe7-fd87-41aa-8608-ad50fb2843c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fbee369-3e00-420e-902b-b66695a97f60,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:46.678309 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734628'] for router_interface (60d7adc7-7e40-4089-87ce-caaff132bded), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:46.926191 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Deleting port cc22fc39-e8ba-4604-9e55-bcd9f075fba9 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:46.926528 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.006342 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] For port cc22fc39-e8ba-4604-9e55-bcd9f075fba9, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:47.006626 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.019705 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Calling delete_port for cc22fc39-e8ba-4604-9e55-bcd9f075fba9 owned by network:router_interface {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:47.200461 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (cc22fc39-e8ba-4604-9e55-bcd9f075fba9), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.229301 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc22fc39-e8ba-4604-9e55-bcd9f075fba9,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:47.401322 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1600521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732884'] for router_interface (60d7adc7-7e40-4089-87ce-caaff132bded), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.621424 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Router 60d7adc7-7e40-4089-87ce-caaff132bded has already been hosted by L3 agent 50c4035d-f521-4ff1-9847-fabbab63ac26 {{(pid=102858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 18 12:26:47.652409 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e05184c7-abb6-469c-ad23-5b25cb676cdc no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:47.672321 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: e05184c7-abb6-469c-ad23-5b25cb676cdc {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:47.672676 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device e05184c7-abb6-469c-ad23-5b25cb676cdc not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:47.732046 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] Notify agent at l3_agent.dv-cinder-829877-1-iscsi the message routers_updated {{(pid=102858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 18 12:26:47.737328 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-80d15f10-3f87-46ae-9224-cc5204358d04 admin admin] 10.222.0.65 "PUT /v2.0/routers/60d7adc7-7e40-4089-87ce-caaff132bded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3997512 Feb 18 12:26:47.739779 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [-] (102858) accepted ('10.222.0.65', 57490) {{(pid=102858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:47.742285 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] Sync routers for ids ['60d7adc7-7e40-4089-87ce-caaff132bded'] in dv-cinder-829877-1-iscsi {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 18 12:26:47.752746 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] Routers {'60d7adc7-7e40-4089-87ce-caaff132bded'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:47.753389 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['60d7adc7-7e40-4089-87ce-caaff132bded'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:47.844944 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks [] for router (60d7adc7-7e40-4089-87ce-caaff132bded), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:47.859238 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] Set router 60d7adc7-7e40-4089-87ce-caaff132bded gateway port host: dv-cinder-829877-1-iscsi {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:47.950217 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks [] for router_gateway (60d7adc7-7e40-4089-87ce-caaff132bded), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.002862 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Deleting port a545026f-f5ab-43b4-8af0-fec634354718 {{(pid=102858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:48.003200 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (a545026f-f5ab-43b4-8af0-fec634354718), before_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.032400 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'external_fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:26:47Z', 'revision_number': 5, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port': {'id': 'a545026f-f5ab-43b4-8af0-fec634354718', 'name': '', 'network_id': '779250fb-c71b-4fe8-863a-e9886dc8b039', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829877-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '496aadbf-c0ba-4d98-9336-a6a1b7f300ad', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829877-1-iscsi'}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:48.062887 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] Checking router: 60d7adc7-7e40-4089-87ce-caaff132bded for host: dv-cinder-829877-1-iscsi {{(pid=102860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 18 12:26:48.072005 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] Routers {'60d7adc7-7e40-4089-87ce-caaff132bded'} bound to L3 agent in host dv-cinder-829877-1-iscsi {{(pid=102860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 18 12:26:48.072610 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829877-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-18T12:00:41Z,description=,heartbeat_timestamp=2022-02-18T12:26:41Z,host='dv-cinder-829877-1-iscsi',id=50c4035d-f521-4ff1-9847-fabbab63ac26,load=0,resource_versions=,resources_synced=,started_at=2022-02-18T12:00:41Z,topic='l3_agent')) {'router_ids': ['60d7adc7-7e40-4089-87ce-caaff132bded'], 'active': True} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:48.084904 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.db [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] For port a545026f-f5ab-43b4-8af0-fec634354718, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=a545026f-f5ab-43b4-8af0-fec634354718,segment=NetworkSegment(e2a559c3-2605-4f87-9120-93c12a79e25d),segment_id=e2a559c3-2605-4f87-9120-93c12a79e25d)] {{(pid=102858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:48.085273 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (a545026f-f5ab-43b4-8af0-fec634354718), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.097145 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.plugins.ml2.plugin [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Calling delete_port for a545026f-f5ab-43b4-8af0-fec634354718 owned by network:router_gateway {{(pid=102858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:48.156330 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_dvr_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] Set router 60d7adc7-7e40-4089-87ce-caaff132bded gateway port host: None {{(pid=102860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 18 12:26:48.209897 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.l3_hamode_db [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:26:47Z', 'revision_number': 6, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port_host': None}], 'dv-cinder-829877-1-iscsi', False) {} {{(pid=102860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:48.235419 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f6bda-e206-4509-acf9-ec83574541de None None] The sync data for ids ['60d7adc7-7e40-4089-87ce-caaff132bded'] in dv-cinder-829877-1-iscsi is: [{'id': '60d7adc7-7e40-4089-87ce-caaff132bded', 'name': 'tempest-TestVolumeBootPattern-974673335-router', 'tenant_id': '6a6d6236ada24a7697d98f1330395503', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-18T12:20:06Z', 'updated_at': '2022-02-18T12:26:47Z', 'revision_number': 6, 'project_id': '6a6d6236ada24a7697d98f1330395503', 'gw_port_host': None}] {{(pid=102860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 18 12:26:48.267068 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5376970'] for port (a545026f-f5ab-43b4-8af0-fec634354718), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.293234 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Pushing event deleted for resources: {'Port': ['ID=a545026f-f5ab-43b4-8af0-fec634354718,revision_number=None']} {{(pid=102858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:48.352922 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1723322'] for router_gateway (60d7adc7-7e40-4089-87ce-caaff132bded), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.446469 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1736454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256703'] for router (60d7adc7-7e40-4089-87ce-caaff132bded), precommit_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.448576 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks [] for router_controller (60d7adc7-7e40-4089-87ce-caaff132bded), precommit_delete_associations {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.491466 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1736479'] for router (60d7adc7-7e40-4089-87ce-caaff132bded), after_delete {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.492076 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60d7adc7-7e40-4089-87ce-caaff132bded {{(pid=102858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 18 12:26:48.496560 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron_lib.callbacks.manager [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.497672 dv-cinder-829877-1-iscsi neutron-server[102858]: INFO neutron.wsgi [None req-c14fb002-06e8-4e82-a52c-d6b17d075fac admin admin] 10.222.0.65 "DELETE /v2.0/routers/60d7adc7-7e40-4089-87ce-caaff132bded HTTP/1.1" status: 204 len: 168 time: 0.7569225 Feb 18 12:26:48.500296 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57492) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:48.549275 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Deleting subnet bfe08f7d-68dc-4581-ac7e-c2d3ad00c768 {{(pid=102857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 18 12:26:48.552323 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Publish callbacks [] for subnet (bfe08f7d-68dc-4581-ac7e-c2d3ad00c768), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.586637 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4454136'] for subnet (bfe08f7d-68dc-4581-ac7e-c2d3ad00c768), precommit_delete_associations {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.664651 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-656623'] for subnet (bfe08f7d-68dc-4581-ac7e-c2d3ad00c768), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.719132 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-656630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1773402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4454093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6215675'] for subnet (bfe08f7d-68dc-4581-ac7e-c2d3ad00c768), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.744212 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe08f7d-68dc-4581-ac7e-c2d3ad00c768,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:48.747677 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for subnet (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.750745 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-e0f9ff45-a9dc-404a-a2fe-7b25ad6044ac admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bfe08f7d-68dc-4581-ac7e-c2d3ad00c768 HTTP/1.1" status: 204 len: 168 time: 0.2493997 Feb 18 12:26:48.753826 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57494) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:48.756300 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9afa5-af36-4b62-a5d1-8da2faf5d613 None None] Network 189c90b8-11fd-45bd-8373-65f44b9b52e3 requested from dv-cinder-829877-1-iscsi {{(pid=102859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 18 12:26:48.820254 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-651366'] for network (189c90b8-11fd-45bd-8373-65f44b9b52e3), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.872702 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Deleting port 12bf8104-ba5f-4f06-939b-face1168cebb {{(pid=102857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:48.873041 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.936715 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.db [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] For port 12bf8104-ba5f-4f06-939b-face1168cebb, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=12bf8104-ba5f-4f06-939b-face1168cebb,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:48.937003 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:48.951254 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.plugin [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Calling delete_port for 12bf8104-ba5f-4f06-939b-face1168cebb owned by network:dhcp {{(pid=102857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:48.966026 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] DHCP port deletion for 189c90b8-11fd-45bd-8373-65f44b9b52e3 request from dv-cinder-829877-1-iscsi {{(pid=102859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 18 12:26:49.014001 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] Deleting port 12bf8104-ba5f-4f06-939b-face1168cebb {{(pid=102859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 18 12:26:49.014374 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767971314180'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), before_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.030868 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4454128'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.043267 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] No DVR routers for this DVR port 12bf8104-ba5f-4f06-939b-face1168cebb on host dv-cinder-829877-1-iscsi {{(pid=102857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:49.079330 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.db [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] For port 12bf8104-ba5f-4f06-939b-face1168cebb, host dv-cinder-829877-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829877-1-iscsi',level=0,port_id=12bf8104-ba5f-4f06-939b-face1168cebb,segment=NetworkSegment(51057acc-89b6-477f-8ac9-c9008387afd4),segment_id=51057acc-89b6-477f-8ac9-c9008387afd4)] {{(pid=102859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 18 12:26:49.079728 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1723557'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), precommit_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.082805 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bf8104-ba5f-4f06-939b-face1168cebb,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.093372 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] Calling delete_port for 12bf8104-ba5f-4f06-939b-face1168cebb owned by network:dhcp {{(pid=102859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 18 12:26:49.133277 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659302', 'neutron.services.segments.db._delete_segments_for_network-8767971421224'] for network (189c90b8-11fd-45bd-8373-65f44b9b52e3), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.153191 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189c90b8-11fd-45bd-8373-65f44b9b52e3']}} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:49.163092 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51057acc-89b6-477f-8ac9-c9008387afd4') {'for_net_delete': True} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:49.163368 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.services.segments.db [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51057acc-89b6-477f-8ac9-c9008387afd4') {} {{(pid=102857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 18 12:26:49.171117 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-599839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207244', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767971320423', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767970893361'] for port (12bf8104-ba5f-4f06-939b-face1168cebb), after_delete {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.176723 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767971421745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4454017'] for segment (51057acc-89b6-477f-8ac9-c9008387afd4), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.191290 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082'] for segment (51057acc-89b6-477f-8ac9-c9008387afd4), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.198389 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] Pushing event deleted for resources: {'Port': ['ID=12bf8104-ba5f-4f06-939b-face1168cebb,revision_number=None']} {{(pid=102859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.200445 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e86f903-f089-423b-90aa-534d3485e113 None None] No DVR routers for this DVR port 12bf8104-ba5f-4f06-939b-face1168cebb on host dv-cinder-829877-1-iscsi {{(pid=102859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 18 12:26:49.200699 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=102857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 18 12:26:49.201101 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4453423'] for segment (51057acc-89b6-477f-8ac9-c9008387afd4), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: Traceback (most recent call last): Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: timer() Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: cb(*args, **kw) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: return func(*args, **kwargs) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: self._notify() Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: self.callback(batched_events) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: event.method(event) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: aggregate_uuid = self.p_client.list_aggregates( Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: return f(self, *a, **k) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._get(url).json() Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: return self.request(url, 'GET', **kwargs) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: base_url = self.get_endpoint(auth, allow=allow, Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:26:49.204699 dv-cinder-829877-1-iscsi neutron-server[102857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:26:49.264011 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1792735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1600512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1723286'] for network (189c90b8-11fd-45bd-8373-65f44b9b52e3), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.269516 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1600558'] for network (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.274165 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] 10.222.0.65 "DELETE /v2.0/networks/189c90b8-11fd-45bd-8373-65f44b9b52e3 HTTP/1.1" status: 204 len: 168 time: 0.5193717 Feb 18 12:26:49.288824 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add14c04-a6f9-4922-bfae-14bac4f92c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=189c90b8-11fd-45bd-8373-65f44b9b52e3,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.384475 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57498) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:49.421868 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-dc2d66f7-9a99-4484-b49d-a2d78dfbc0eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a6e801b0dd64f7da680cea0fac2cab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0362794 Feb 18 12:26:49.424698 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57500) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:49.470591 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-986fb40e-c54d-4ed2-8c02-80aa2af60005 admin admin] Publish callbacks [] for security_group (e9f7b11d-58bf-4629-a885-db9f6625427b), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.491470 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-986fb40e-c54d-4ed2-8c02-80aa2af60005 admin admin] Publish callbacks [] for security_group (e9f7b11d-58bf-4629-a885-db9f6625427b), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.538052 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-986fb40e-c54d-4ed2-8c02-80aa2af60005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (e9f7b11d-58bf-4629-a885-db9f6625427b), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.540719 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-986fb40e-c54d-4ed2-8c02-80aa2af60005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.541940 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-986fb40e-c54d-4ed2-8c02-80aa2af60005 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9f7b11d-58bf-4629-a885-db9f6625427b HTTP/1.1" status: 204 len: 168 time: 0.1162844 Feb 18 12:26:49.555470 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fb40e-c54d-4ed2-8c02-80aa2af60005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f7b11d-58bf-4629-a885-db9f6625427b,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:49.600214 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 12bf8104-ba5f-4f06-939b-face1168cebb no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:49.619938 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: 12bf8104-ba5f-4f06-939b-face1168cebb {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:49.620287 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device 12bf8104-ba5f-4f06-939b-face1168cebb not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:49.620703 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device cc22fc39-e8ba-4604-9e55-bcd9f075fba9 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:49.642543 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: cc22fc39-e8ba-4604-9e55-bcd9f075fba9 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:49.643453 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device cc22fc39-e8ba-4604-9e55-bcd9f075fba9 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:49.643881 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a545026f-f5ab-43b4-8af0-fec634354718 no longer exists at agent ovs-agent-dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 18 12:26:49.662732 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.plugin [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] No Port match for: a545026f-f5ab-43b4-8af0-fec634354718 {{(pid=102859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 18 12:26:49.663079 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron.plugins.ml2.rpc [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Device a545026f-f5ab-43b4-8af0-fec634354718 not bound to the agent host dv-cinder-829877-1-iscsi {{(pid=102859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 18 12:26:49.859344 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57506) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:49.901874 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ea446ae0-43fc-403d-b0b4-ad13e31fa0e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a6d6236ada24a7697d98f1330395503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413008 Feb 18 12:26:49.904081 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [-] (102857) accepted ('10.222.0.65', 57508) {{(pid=102857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 18 12:26:49.949880 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf6dc-f5c4-4183-9c02-93c1a20ac543 admin admin] Publish callbacks [] for security_group (99142f54-0190-4df9-9d31-5e40794de75b), before_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:49.969941 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf6dc-f5c4-4183-9c02-93c1a20ac543 admin admin] Publish callbacks [] for security_group (99142f54-0190-4df9-9d31-5e40794de75b), precommit_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.016002 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf6dc-f5c4-4183-9c02-93c1a20ac543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788768'] for security_group (99142f54-0190-4df9-9d31-5e40794de75b), after_delete {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.018625 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron_lib.callbacks.manager [None req-ab3bf6dc-f5c4-4183-9c02-93c1a20ac543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:50.019911 dv-cinder-829877-1-iscsi neutron-server[102857]: INFO neutron.wsgi [None req-ab3bf6dc-f5c4-4183-9c02-93c1a20ac543 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99142f54-0190-4df9-9d31-5e40794de75b HTTP/1.1" status: 204 len: 168 time: 0.1149609 Feb 18 12:26:50.027542 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bf6dc-f5c4-4183-9c02-93c1a20ac543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99142f54-0190-4df9-9d31-5e40794de75b,revision_number=None']} {{(pid=102857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 18 12:26:51.503632 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:26:52.771700 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:27:09.309203 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cfb3bd74-ad73-45ed-ad64-cee4b474d9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:11.483713 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-92689925-448e-426a-9163-132a6941cd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:12.594476 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:14.111217 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:15.523999 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:21.502195 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:29.770119 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:27:39.316082 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2588e091-6973-4bce-b79a-59d006bd1f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:41.485745 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-221d8887-25cc-4fda-b192-4ec14bff92ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:42.597493 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:44.114926 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:45.526228 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:27:51.516277 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:02.346402 dv-cinder-829877-1-iscsi neutron-server[102858]: DEBUG neutron.wsgi [req-63c6001d-9d95-4b77-aa20-844aa07c125e req-e6649f3c-54ad-4956-8ed9-cf526ac6d56d service neutron] (102858) timed out ('10.222.0.79', 50573) {{(pid=102858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:28:04.202901 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-26224b86-52d0-4270-90cd-25dd2878c814 req-1f584655-06c2-4890-aead-1b00eb69c7e1 service neutron] (102857) timed out ('10.222.0.79', 50611) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:28:06.768784 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:28:09.310051 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-681e80af-8563-4fb9-8b3a-c5b2dfb227a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:11.487563 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-1b5206ef-6400-4ebc-a536-6acaffe67313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:12.602827 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:14.115910 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:15.529060 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:21.514530 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:39.311509 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a043ce02-94a3-44a4-9391-1f1f97a123bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:41.488547 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-eb270343-467b-481d-99a2-7376b70ded17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:42.603109 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:43.768477 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:28:44.153057 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:45.666336 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:28:51.522876 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:09.315070 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-b8c37076-31d4-4359-9cd9-6e227ec6834a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:11.489548 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-004c920c-ffcc-401f-b92d-1b7824543e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:12.604848 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:14.120410 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:14.172274 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-9116b1e3-707e-4d33-9830-97a269275ca0 service neutron] (102857) timed out ('10.222.0.65', 50610) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:29:14.246168 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-30472fd1-d7e8-48a7-ae21-972ef0480a62 req-82f91a05-2916-4e16-a772-72b907accfa5 tempest-AttachVolumeShelveTestJSON-1169222421 tempest-AttachVolumeShelveTestJSON-1169222421-project] (102857) timed out ('10.222.0.65', 50622) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:29:15.528551 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:20.768380 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:29:21.512999 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:39.318494 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-927a16f4-0774-4cfb-83fb-28e72e18c6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:41.492154 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d7ab-537b-43e6-bc2d-ac354c912c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:42.605797 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:44.123132 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:45.533046 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:51.516115 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:29:57.767425 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:30:09.320354 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-adcc9da2-647b-48de-b3e6-4c73eb2639ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:11.494201 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6859c6bf-806b-4643-b22f-09f7576ce7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:12.609153 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:14.125354 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:15.534277 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:21.528147 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:34.768022 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:30:39.321915 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-f33678c1-a1a0-4f49-aa99-c69b8637c589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:41.495098 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfeed-a93a-43fe-87ff-92fe3befda5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:42.613757 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:44.155968 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:45.537468 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:30:51.525642 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:09.322298 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-a6784bdc-183e-4cb0-b6a3-5fb00e1dea0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:11.495987 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-16d9d487-9e13-4b4a-ab29-a812f6f1266f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:11.766941 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:31:12.615188 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:14.131062 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:15.539912 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:15.610062 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-7cf1f900-9613-4079-bad9-fd26bdd869f2 service neutron] (102857) timed out ('10.222.0.65', 55908) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:31:15.857066 dv-cinder-829877-1-iscsi neutron-server[102857]: DEBUG neutron.wsgi [req-b2f557fd-3a61-4415-b7d4-c96cb0c0b45a req-38c81114-6f1f-4cac-9130-2aea5f5f225d tempest-TestShelveInstance-1146532549 tempest-TestShelveInstance-1146532549-project] (102857) timed out ('10.222.0.65', 55916) {{(pid=102857) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 18 12:31:21.550345 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:39.326798 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-e66105d5-abc0-4363-8420-2631821f41e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (146fe144-1aa0-482b-95e6-016ab47a5d83), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:41.497753 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-cd8acff1-869a-4596-94fc-25925a9dc9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (50c4035d-f521-4ff1-9847-fabbab63ac26), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:42.617031 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-2875e5e7-ac4b-43ac-9c8d-ce22f6d4a33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (5ef93bcf-160a-4b84-9668-99d3821daa6f), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:44.133801 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-6e8347be-171d-49ee-b99d-d7f39d42d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (063b432c-3d11-44c1-b353-d1dc9d85e593), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:45.541730 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-01c8f99e-71d8-4ac7-bcaa-db2f92d34fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (462dea6c-bce4-45c5-bed1-015de28d96a2), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 18 12:31:48.766219 dv-cinder-829877-1-iscsi neutron-server[102860]: DEBUG neutron.db.agents_db [None req-fd93f3a9-d2db-446d-a0cd-a2bb0ef6f333 None None] Agent healthcheck: found 6 active agents {{(pid=102860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 18 12:31:51.556652 dv-cinder-829877-1-iscsi neutron-server[102859]: DEBUG neutron_lib.callbacks.manager [None req-3f4bdeee-e412-427b-be68-e0e1de70998f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767971421206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-657439'] for agent (44043d78-f60b-40c4-846f-e0be78a7aa98), after_update {{(pid=102859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}